-- Logs begin at Tue 2022-05-17 17:22:57 UTC, end at Tue 2022-05-17 18:41:40 UTC. -- May 17 18:08:28.049565 dv-cinder-837362-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 18:08:30.890413 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.common.config [-] Logging enabled! May 17 18:08:30.890899 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 18:08:30.891214 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103367) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 18:08:30.894532 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.common.config [-] Logging enabled! May 17 18:08:30.894793 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 18:08:30.895105 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103367) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 18:08:30.896589 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 18:08:30.896826 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 18:08:30.897198 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 18:08:30.897448 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 18:08:30.897711 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 18:08:30.898128 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.898434 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.898674 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.898978 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.899277 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.899567 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.899864 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.900165 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.900456 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.900739 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.901029 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.901263 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.901579 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.901873 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.902163 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.902390 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.902673 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.903108 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.903523 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.903849 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.904173 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.904459 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.904749 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.905020 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.905307 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.905669 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] host = dv-cinder-837362-2-iscsi {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.905955 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.906250 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.906544 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.906841 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.907123 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.907406 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.907695 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.907972 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.908260 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.908528 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.908821 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.909114 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.909410 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.909668 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.909897 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.910190 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.910481 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.910761 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.911658 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.911945 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.912228 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.912509 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.912785 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.913077 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.913368 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.913685 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.913967 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.914251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.914531 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.914808 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.915101 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.915378 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.915657 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.915934 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.916226 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.916501 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.916786 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.917089 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.917378 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.917689 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.917985 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.918262 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.918551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.918825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.919101 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.919376 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.919653 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.919928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.920215 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.920490 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.920767 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.921046 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.921322 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.921637 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.921918 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:30.922218 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.922519 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.922826 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.923113 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.923422 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.923705 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.923999 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.924281 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.924573 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.924865 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.925158 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.925439 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.925765 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.926061 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.926360 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.926702 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.927003 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.927299 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.927579 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.927858 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.928137 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.928422 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.928712 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.928995 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.929288 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.929602 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.929887 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.930191 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.930480 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.930767 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.931061 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.931353 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.931628 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.931907 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.932202 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.932484 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.932761 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.933052 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.933334 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.933634 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.933919 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.934200 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.934473 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.934747 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.935025 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.935331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.935594 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.935869 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.936144 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.936427 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.936707 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.936994 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.937271 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.937574 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.937850 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.938131 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.938408 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.938684 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.938964 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.939238 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.939517 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.939790 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.940065 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.940342 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.940617 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.940895 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.941172 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.941449 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.941753 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.942034 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.942858 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.943402 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.943682 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.943962 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.944263 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.944544 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.944825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.945105 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.945385 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.945691 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.945971 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.946253 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.946534 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.946815 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.947110 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.947402 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.947692 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.947978 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.948257 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.948582 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.948867 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.949149 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.949437 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.949745 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.950027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.950315 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.950603 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.950904 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.951203 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.951486 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.951783 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.952081 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.952377 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.952659 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.952973 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.953258 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:30.953498 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 18:08:30.953744 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103367) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 18:08:31.424908 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 18:08:31.425190 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 18:08:31.425528 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 18:08:31.425865 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 18:08:31.754210 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.754424 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.754726 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.755921 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.756197 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.756462 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.810766 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.811056 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.811329 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.826591 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.826877 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.827152 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.857565 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.857850 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.858122 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.894503 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.894984 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:31.895082 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.233934 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.234221 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.234491 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.234757 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.235453 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.333473 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.333798 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.334088 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.334364 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.334635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.334952 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.335215 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.335474 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.335730 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.336016 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.336280 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.336549 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.336807 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.337061 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.337318 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.337611 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.337873 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.338144 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.338416 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.338679 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.338953 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.339209 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.339495 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.339875 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.340129 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.340377 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.340775 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.341017 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.341254 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.341516 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.341758 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.341997 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:32.342359 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 18:08:32.345404 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 18:08:32.350092 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 18:08:32.353724 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 17 18:08:32.355346 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 18:08:32.355812 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 18:08:32.356147 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 18:08:32.356534 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 18:08:32.359487 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 18:08:32.359744 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 18:08:32.360096 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 18:08:32.364962 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 18:08:32.389003 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 18:08:32.389737 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.390049 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103367) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 18:08:32.390428 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.391797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103367) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 18:08:32.392086 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 18:08:32.392336 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 18:08:32.396186 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.396468 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:32.482122 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 18:08:32.482368 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 18:08:32.482608 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 18:08:32.482985 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 18:08:32.503783 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_db.sqlalchemy.engines [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 18:08:32.952497 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing driver for type 'gre' May 17 18:08:32.953544 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] gre ID ranges: [(1, 1000)] May 17 18:08:33.010636 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing driver for type 'local' May 17 18:08:33.010939 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing driver for type 'vlan' May 17 18:08:33.026315 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] VlanTypeDriver initialization complete May 17 18:08:33.026674 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing driver for type 'vxlan' May 17 18:08:33.027192 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] vxlan ID ranges: [(1, 1000)] May 17 18:08:33.084746 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing extension driver 'port_security' May 17 18:08:33.085050 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.extensions.port_security [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] PortSecurityExtensionDriver initialization complete May 17 18:08:33.085385 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing mechanism driver 'openvswitch' May 17 18:08:33.085738 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing mechanism driver 'hyperv' May 17 18:08:33.092194 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:33.093027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.093400 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.093781 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.094307 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.094751 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.095109 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.095456 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.095854 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.096265 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.096617 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.096962 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.097354 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.097790 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.098141 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.098482 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.098880 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.099288 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.099639 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.099981 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.100374 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.100780 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.101127 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.101476 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.101878 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 18:08:33.102324 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] ML2 OVO RPC backend initialized. {{(pid=103367) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 18:08:33.103023 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.103381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.103796 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.104147 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > networks before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.104496 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.104840 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > ports before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.105183 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.105558 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.105970 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.106246 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.106583 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.106919 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.107253 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.107585 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.107976 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.108310 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.108713 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.116643 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded quota_driver: . May 17 18:08:33.117004 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.plugin [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Modular L2 Plugin initialization complete May 17 18:08:33.117349 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading services supported by the core plugin {{(pid=103367) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 18:08:33.117722 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Got port-security extension from driver 'port_security' May 17 18:08:33.118198 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.extensions.vlantransparent [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Disabled vlantransparent extension. May 17 18:08:33.118689 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103367) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 18:08:33.119013 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: router May 17 18:08:33.155519 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.155872 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.156295 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router before_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.156666 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.157097 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.157508 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_delete 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.157920 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.158280 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.158712 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.159088 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.159501 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.159876 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.160415 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.160853 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.161330 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.161795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.162143 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.162508 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.162929 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.163363 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.163729 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.164084 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.164514 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.164864 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.165221 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.165622 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.165973 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.166339 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > agent after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.166695 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.167045 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.167900 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Tracking information for resource: router configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:33.168230 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Tracking information for resource: floatingip configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 18:08:33.173064 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.db.l3_agentschedulers_db [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 18:08:33.173667 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.174031 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.174391 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.174737 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.175532 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router before_create 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.175898 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.176262 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.177148 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.181838 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.provider_configuration [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service providers = [] {{(pid=103367) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 18:08:33.182211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.db.servicetype_db [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103367) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 18:08:33.185132 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.service_base [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 18:08:33.185502 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.service_base [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 18:08:33.185849 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.service_base [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 18:08:33.186738 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.services.service_base [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 18:08:33.187109 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.services.service_base [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 18:08:33.187486 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.187801 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 18:08:33.199201 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.199536 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: auto_allocate May 17 18:08:33.205207 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: network precommit_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.205610 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: network precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.206135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.206458 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: tag May 17 18:08:33.213215 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.213574 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: timestamp May 17 18:08:33.217592 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.217911 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: network_ip_availability May 17 18:08:33.223969 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.224343 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.224703 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.225428 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.225783 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: flavors May 17 18:08:33.230709 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.231042 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading Plugin: revisions May 17 18:08:33.235260 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 18:08:33.235653 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 18:08:33.236382 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103367) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 18:08:33.236734 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Initializing extension manager. May 17 18:08:33.237243 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: __init__.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.237629 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: __pycache__ {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.237969 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: _port_mac_address_override.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.238304 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.239653 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.240225 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: address-group May 17 18:08:33.240551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: address_scope.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.241270 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.241824 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: address-scope May 17 18:08:33.242150 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.243085 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.243604 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: router-admin-state-down-before-update May 17 18:08:33.243927 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: agent.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.244628 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.245145 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: agent May 17 18:08:33.245478 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: agent_resources_synced.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.246405 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.246920 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: agent-resources-synced May 17 18:08:33.247240 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.249025 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.249585 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: allowed-address-pairs May 17 18:08:33.249914 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.250990 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.251506 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: auto-allocated-topology May 17 18:08:33.251830 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.252531 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.253042 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: availability_zone May 17 18:08:33.253363 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: availability_zone_filter.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.254308 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.254855 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: availability_zone_filter May 17 18:08:33.255178 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: data_plane_status.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.256086 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.256593 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension data-plane-status not supported by any of loaded plugins May 17 18:08:33.256915 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: default_subnetpools.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.257867 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.258378 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: default-subnetpools May 17 18:08:33.258701 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.259509 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.260019 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: dhcp_agent_scheduler May 17 18:08:33.260341 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: dns.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.261270 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.261809 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension dns-integration not supported by any of loaded plugins May 17 18:08:33.262135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: dns_domain_ports.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.263053 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.263564 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 18:08:33.263890 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.264810 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.265319 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 18:08:33.265679 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: dvr.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.266349 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.266856 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: dvr May 17 18:08:33.267176 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: ecmp_routes.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.268090 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.268600 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension ecmp_routes not supported by any of loaded plugins May 17 18:08:33.268920 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: empty_string_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.269853 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.270409 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: empty-string-filtering May 17 18:08:33.270731 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.271658 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.272169 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 18:08:33.272498 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.273402 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.273940 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 18:08:33.274260 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: external_net.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.275170 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.275683 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: external-net May 17 18:08:33.276004 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.276904 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.277419 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: extra_dhcp_opt May 17 18:08:33.277794 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: extraroute.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.278702 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.279213 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: extraroute May 17 18:08:33.279535 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: extraroute_atomic.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.280732 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.281253 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: extraroute-atomic May 17 18:08:33.281610 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: filter_validation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.282274 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.282793 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: filter-validation May 17 18:08:33.283115 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: fip_pf_description.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.284016 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.284522 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 18:08:33.284844 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.285786 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.286828 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 18:08:33.287152 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: fip_port_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.288091 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.288604 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: fip-port-details May 17 18:08:33.288927 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: flavors.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.290183 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.290708 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: flavors May 17 18:08:33.291031 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.292691 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.293228 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 18:08:33.293599 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: floatingip_pools.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.294301 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.294822 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: floatingip-pools May 17 18:08:33.295152 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: ip_allocation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.296091 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.296610 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension ip_allocation not supported by any of loaded plugins May 17 18:08:33.296942 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.297894 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.298415 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: ip-substring-filtering May 17 18:08:33.298744 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l2_adjacency.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.299664 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.300183 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 18:08:33.300508 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.301492 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.302588 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: router May 17 18:08:33.302924 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.305162 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.305722 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 18:08:33.306057 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.306976 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.307499 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: ext-gw-mode May 17 18:08:33.307830 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.308743 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.309267 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: l3-ha May 17 18:08:33.309629 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.310536 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.311047 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 18:08:33.311374 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_flavors.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.312285 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.312804 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: l3-flavors May 17 18:08:33.313135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.314522 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.315045 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 18:08:33.315376 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.316295 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.316814 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 18:08:33.317166 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: l3agentscheduler.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.318503 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.319021 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: l3_agent_scheduler May 17 18:08:33.319348 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: local_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.322524 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.323063 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension local_ip not supported by any of loaded plugins May 17 18:08:33.323397 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: logging.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.324864 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.325393 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension logging not supported by any of loaded plugins May 17 18:08:33.325753 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: metering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.326495 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.327085 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: metering May 17 18:08:33.327412 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.328498 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.329020 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: metering_source_and_destination_fields May 17 18:08:33.329347 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: multiprovidernet.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.330311 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.330831 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: multi-provider May 17 18:08:33.331157 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: netmtu.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.332067 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.332582 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: net-mtu May 17 18:08:33.332937 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: netmtu_writable.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.333881 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.334402 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: net-mtu-writable May 17 18:08:33.334727 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: network_availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.335443 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.335913 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: network_availability_zone May 17 18:08:33.336233 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: network_ip_availability.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.337342 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.337976 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: network-ip-availability May 17 18:08:33.338302 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: network_segment_range.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.339068 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.339575 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension network-segment-range not supported by any of loaded plugins May 17 18:08:33.339896 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: pagination.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.340876 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.341210 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: pagination May 17 18:08:33.341559 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_device_profile.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.342472 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.342999 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-device-profile May 17 18:08:33.343320 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_mac_address_override.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.344251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.344772 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-mac-override May 17 18:08:33.345094 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.346034 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.346548 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-mac-address-regenerate May 17 18:08:33.346867 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.347773 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.348290 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-numa-affinity-policy May 17 18:08:33.349144 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_resource_request.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.350101 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.350609 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension port-resource-request not supported by any of loaded plugins May 17 18:08:33.350929 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.351892 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.352401 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 18:08:33.352723 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: portbindings.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.353681 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.354319 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: binding May 17 18:08:33.354511 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: portbindings_extended.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.355767 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.356291 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: binding-extended May 17 18:08:33.356618 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: portsecurity.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.357591 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.358114 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-security May 17 18:08:33.358441 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: project_id.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.359412 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.359745 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: project-id May 17 18:08:33.360064 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: providernet.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.360978 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.361521 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: provider May 17 18:08:33.361846 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.365598 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.366128 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos not supported by any of loaded plugins May 17 18:08:33.366459 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.367699 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.368220 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 18:08:33.368551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.369478 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.370008 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 18:08:33.370339 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_default.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.371255 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.371773 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-default not supported by any of loaded plugins May 17 18:08:33.372101 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_fip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.373016 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.373575 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-fip not supported by any of loaded plugins May 17 18:08:33.373904 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.374814 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.375333 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 18:08:33.375660 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.376576 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.377094 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 18:08:33.377417 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.378351 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.378864 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 18:08:33.379187 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.380757 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.381277 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 18:08:33.381635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.382667 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.383189 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 18:08:33.383518 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_pps_rule.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.384708 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.385230 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-pps not supported by any of loaded plugins May 17 18:08:33.385581 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.386503 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.387020 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 18:08:33.387346 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.388533 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.389045 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 18:08:33.389367 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: qos_rules_alias.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.390438 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.390959 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 18:08:33.391283 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: quota_check_limit.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.392269 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.392796 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: quota-check-limit May 17 18:08:33.393121 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: quotasv2.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.394074 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.394401 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: quotas May 17 18:08:33.394722 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: quotasv2_detail.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.396530 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.396867 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: quota_details May 17 18:08:33.397199 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: rbac.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.398282 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.398811 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: rbac-policies May 17 18:08:33.399142 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: rbac_address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.400076 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.400599 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: rbac-address-group May 17 18:08:33.400926 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: rbac_address_scope.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.401879 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.402401 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: rbac-address-scope May 17 18:08:33.402726 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: rbac_security_groups.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.403649 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.404174 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: rbac-security-groups May 17 18:08:33.404495 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.405423 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.405970 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: rbac-subnetpool May 17 18:08:33.406294 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: revisionifmatch.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.407218 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.407736 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: revision-if-match May 17 18:08:33.408060 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: revisions.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.409218 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.409775 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: standard-attr-revisions May 17 18:08:33.410101 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: router_availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.410770 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.411816 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: router_availability_zone May 17 18:08:33.412137 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: routerservicetype.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.413069 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.413627 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension router-service-type not supported by any of loaded plugins May 17 18:08:33.413956 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.414887 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.415450 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: security-groups-normalized-cidr May 17 18:08:33.415773 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.416752 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.417279 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: port-security-groups-filtering May 17 18:08:33.417643 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.418573 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.419091 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: security-groups-remote-address-group May 17 18:08:33.419413 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.420531 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.421054 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: security-groups-shared-filtering May 17 18:08:33.421377 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.421992 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 18:08:33.422312 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: securitygroup.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.432454 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.432988 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: security-group May 17 18:08:33.433324 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: segment.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.434085 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.434608 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension segment not supported by any of loaded plugins May 17 18:08:33.434939 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.435882 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.436404 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 18:08:33.436733 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: servicetype.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.437873 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.438400 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: service-type May 17 18:08:33.438729 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: sorting.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.439715 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.440048 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: sorting May 17 18:08:33.440371 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: standard_attr_segment.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.441290 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.441841 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 18:08:33.442231 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: standardattrdescription.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.442886 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.443669 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: standard-attr-description May 17 18:08:33.443991 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: stateful_security_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.444926 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.445446 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: stateful-security-group May 17 18:08:33.445796 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: stdattrs_common.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.446363 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 18:08:33.446684 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.447603 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.448121 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 18:08:33.448441 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnet_onboard.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.449528 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.450058 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: subnet_onboard May 17 18:08:33.450385 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.451312 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.451832 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 18:08:33.452157 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnet_service_types.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.453088 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.453656 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: subnet-service-types May 17 18:08:33.453983 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnetallocation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.455077 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.455602 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: subnet_allocation May 17 18:08:33.455926 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.456592 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.457119 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: subnetpool-prefix-ops May 17 18:08:33.457441 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.458414 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.458929 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 18:08:33.459252 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: tagging.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.460324 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.460881 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: standard-attr-tag May 17 18:08:33.461221 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: timestamp.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.462507 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.463029 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loaded extension: standard-attr-timestamp May 17 18:08:33.463355 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: trunk.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.464404 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.464924 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension trunk not supported by any of loaded plugins May 17 18:08:33.465251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: trunk_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.466196 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.466718 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension trunk-details not supported by any of loaded plugins May 17 18:08:33.467042 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.467961 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.468477 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 18:08:33.468798 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Loading extension file: vlantransparent.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 18:08:33.469491 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 18:08:33.469998 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 18:08:33.472489 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:network May 17 18:08:33.473020 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnet May 17 18:08:33.473966 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 18:08:33.474364 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:port May 17 18:08:33.475600 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.476043 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service FLAVORS assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.476651 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.477074 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.477403 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:router May 17 18:08:33.477863 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:floatingip May 17 18:08:33.478353 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service METERING assigned prefix: /metering {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.479779 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.480148 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.480501 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:08:33.481497 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of CountableResource for resource:rbac_policy May 17 18:08:33.481930 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:security_group May 17 18:08:33.482354 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 18:08:33.482954 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.483287 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 18:08:33.483646 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] subnetpool is already registered May 17 18:08:33.484082 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.484407 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 18:08:33.484738 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] subnetpool is already registered May 17 18:08:33.487024 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.487458 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service FLAVORS assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.488053 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.488473 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.488806 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:router May 17 18:08:33.489209 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] router is already registered May 17 18:08:33.489655 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:floatingip May 17 18:08:33.489992 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] floatingip is already registered May 17 18:08:33.490446 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service METERING assigned prefix: /metering {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.491114 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of CountableResource for resource:rbac_policy May 17 18:08:33.491443 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] rbac_policy is already registered May 17 18:08:33.491853 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:security_group May 17 18:08:33.492186 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] security_group is already registered May 17 18:08:33.492589 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 18:08:33.492925 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] security_group_rule is already registered May 17 18:08:33.493570 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.493899 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 18:08:33.494242 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] subnetpool is already registered May 17 18:08:33.494662 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 18:08:33.494994 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Creating instance of TrackedResource for resource:subnetpool May 17 18:08:33.495326 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] subnetpool is already registered May 17 18:08:33.495794 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: extensions {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.497244 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: address-groups {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.498811 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: address-scopes {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.500135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.501311 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: auto-allocated-topology {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.502597 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: availability_zones {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.503825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: dhcp-networks {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.505942 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: dhcp-agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.507355 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.509070 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: flavors {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.510377 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: service_profiles {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.511581 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: next_providers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.513019 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: service_profiles {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.514696 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: floatingip-pools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.515956 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.517674 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: floatingips {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.519825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: l3-routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.521344 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: l3-agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.522825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: metering-labels {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.524104 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: metering-label-rules {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.525510 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: network-ip-availabilities {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.526774 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: bindings {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.528328 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: quotas {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.530055 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: quotas {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.531612 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: rbac-policies {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.532824 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: security-groups {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.534154 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: security-group-rules {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.535427 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: service-providers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.537249 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: subnetpools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.538640 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: subnetpools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.540181 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.541887 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.543729 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.545578 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.547282 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.549239 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.550968 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.553518 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.555323 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.557081 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron.api.extensions [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 18:08:33.563148 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING keystonemiddleware.auth_token [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 18:08:33.568603 dv-cinder-837362-2-iscsi neutron-server[103367]: WARNING keystonemiddleware.auth_token [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 18:08:33.577236 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Acquired lock "singleton_lock" {{(pid=103367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 18:08:33.577746 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Releasing lock "singleton_lock" {{(pid=103367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 18:08:33.578401 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Starting 2 workers May 17 18:08:33.583779 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Started child 103476 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 18:08:33.588543 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Started child 103477 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 18:08:33.589377 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.590106 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO neutron.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 18:08:33.590754 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.590907 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [-] (103476) wsgi starting up on http://0.0.0.0:9696 May 17 18:08:33.593091 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.593572 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Starting 1 workers May 17 18:08:33.594629 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [-] (103477) wsgi starting up on http://0.0.0.0:9696 May 17 18:08:33.598531 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Started child 103478 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 18:08:33.599608 dv-cinder-837362-2-iscsi neutron-server[103367]: INFO oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Starting 1 workers May 17 18:08:33.603008 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] calling RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 18:08:33.603549 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] returning from RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 18:08:33.604120 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Started child 103479 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 18:08:33.604868 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.604997 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6596060b-7d22-4cdc-8ef8-7ffffcf55ec7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.605486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:33.606836 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 18:08:33.607049 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 18:08:33.607239 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 18:08:33.607465 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 18:08:33.607797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 18:08:33.607962 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 18:08:33.608481 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.608769 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.608939 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:33.609420 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.609420 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.609894 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.610137 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.610225 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:33.610394 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.610676 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.610911 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.611083 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.611253 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.611499 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.611733 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.612056 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.612345 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.612587 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.612834 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.613007 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.613283 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.613600 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.613853 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.614154 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.614399 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.614916 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.615150 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.615407 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.615630 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.615930 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.616163 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.616435 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.616685 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.616904 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.617194 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.617433 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.617706 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.617940 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.618159 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.618409 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.618639 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.619098 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] host = dv-cinder-837362-2-iscsi {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.619340 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.619560 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.619796 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.620049 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.620320 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.620541 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.620804 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.621051 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.621316 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.621763 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.622027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.622277 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.622498 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.622761 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.622929 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_options = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.623182 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.623462 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.623740 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.623962 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.624095 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.624260 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.624521 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.624686 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.624941 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.625161 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.625376 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.625607 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.625863 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.626095 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.626362 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.626585 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.626824 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.627038 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.627287 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.627518 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.627782 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.628003 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.628225 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.628462 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.628699 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.628914 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.629162 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.629395 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.629691 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.629945 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.630207 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.630551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.630958 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.631210 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.631462 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.631697 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.631929 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.632248 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.632537 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.632754 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.633014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.633419 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.633741 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.633741 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.634400 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.634400 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.634400 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635012 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635012 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635217 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635321 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635540 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.635832 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.636109 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.636283 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.636544 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.638271 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.638271 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.638754 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.639226 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.639478 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.639737 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.640375 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.640609 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.640863 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.641100 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.641637 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.641869 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.642193 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.643631 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.643631 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.643934 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.646211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.646211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.646211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.646211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.646888 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.647416 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.648219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.648219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.648219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.648737 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.648737 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.649046 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.649319 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.649653 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.650029 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.650323 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.651768 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.652042 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.652302 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.652578 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.652861 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.653699 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.653978 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.654260 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.654565 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.654940 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.655249 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.655523 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.655775 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.656038 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.656295 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.656555 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.656800 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.657032 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.657275 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.657538 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.657788 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.658010 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.658250 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.658505 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.658768 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.659000 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.659224 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.659476 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.659714 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.659942 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.660179 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.660418 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.660627 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.660858 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.662071 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.662300 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.662542 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.662769 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.663188 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.663423 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.663659 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.663879 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.666747 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.667028 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.667272 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.667516 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.667747 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.667977 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.668222 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.668448 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.668691 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.668931 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.669176 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.669424 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.671251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.671619 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.671862 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.673516 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.673935 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.675636 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.675923 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.676190 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.676434 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.676752 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.676990 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.677258 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.677860 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.678111 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.679601 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.679886 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.680131 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.681577 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.682127 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.682379 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.683160 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.684390 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.685635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.685936 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.686200 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.686678 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.686935 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.688610 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.689747 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.690019 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.690269 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.690535 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.690792 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.691119 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.691389 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.691665 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.691902 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.692227 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.692567 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.692839 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.693367 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.694214 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.694532 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.694946 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.695221 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.695484 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.695750 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.696009 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.696234 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.696493 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.696813 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.697142 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.697408 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.697749 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.697990 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.698207 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.698428 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.698722 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.698979 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.699464 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.699840 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.700177 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.700675 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.700936 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.701196 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.701583 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.701927 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.702199 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.702419 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.702643 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.702863 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.703118 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.703390 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.703633 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.704056 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.704475 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.704758 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.705017 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.705244 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.705489 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.705807 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.706035 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.706291 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.706536 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.706816 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.707047 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.707270 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.707486 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.708259 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.708475 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.708900 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.709215 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.709428 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.709683 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.709933 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.710191 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.710409 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.710725 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.710976 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.711197 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.711607 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.711751 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:33.711896 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.712123 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.712346 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.712578 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.712797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.713033 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.713274 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.713652 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.713909 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.714165 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.714449 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.714812 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.715148 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.716064 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.716338 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.716772 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.717379 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.717633 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.718483 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.719100 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.719394 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.719682 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.719996 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.720324 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.720623 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.720922 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.721211 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.721774 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.721965 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:08:33.722116 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.722266 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.722436 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.722654 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.722897 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.723136 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.723391 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.724137 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.724433 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.724696 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.724932 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.725178 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.725427 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.725672 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.725933 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.726189 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.726405 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.726634 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.726857 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.727073 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.727306 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.727538 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.727754 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.728000 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.728219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.728431 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.728677 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.728890 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.729122 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.729366 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.729608 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.729917 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.730152 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.730364 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.730635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.730863 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.731081 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.731297 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.731530 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.731762 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.731997 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.732259 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.732476 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.732687 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.732783 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081947 May 17 18:08:33.732986 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.733235 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.733477 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.733836 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.734001 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.734405 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.734874 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.735204 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.736430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.736430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.736430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.736430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.736430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.737018 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.737018 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.737255 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.737491 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.737743 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.738012 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.738295 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.738572 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.738790 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.739103 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.739423 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.739695 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.739950 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.740906 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.740906 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.740906 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.740906 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.741631 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.741631 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.741631 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.742949 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 18:08:33.744467 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 18:08:33.745251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 18:08:33.745251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 18:08:33.745251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 18:08:33.745251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 18:08:33.745251 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 18:08:33.745928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.745928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.745928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.745928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746445 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746445 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746445 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746829 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746829 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.746829 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747219 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747499 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747499 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747769 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.747769 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748286 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748286 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748689 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748825 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.748959 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749163 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749305 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749441 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749685 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749685 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.749958 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.750095 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.750231 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.750393 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.750538 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.751549 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.751549 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.751549 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.752331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.752331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.752331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] host = dv-cinder-837362-2-iscsi {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.752331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.752331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753014 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753595 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753595 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753595 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.753595 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_options = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754974 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754974 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.754974 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.756635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.757795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.757795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.757795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.757795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.757795 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758135 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758327 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758442 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758546 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758691 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.758851 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759057 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759309 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759474 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759634 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759793 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.759952 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.760116 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.761299 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.761499 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.761656 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.761817 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.761979 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762143 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762460 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762626 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762771 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.762935 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.763086 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.763248 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.763407 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.764336 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.764688 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.765033 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.765520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.765861 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.766190 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.766523 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.766862 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767044 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767197 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767351 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767493 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767650 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 18:08:33.767799 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.767936 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.768115 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.768281 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.768438 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.768577 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.768744 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769102 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769102 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769383 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769383 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769699 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769699 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.769960 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.770096 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.770758 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.770864 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.770997 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.771157 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.771473 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.771635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.771798 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.771970 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772138 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772298 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772454 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772594 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772762 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.772928 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773099 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773276 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773441 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773610 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773780 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.773942 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774105 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774274 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774436 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774600 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774762 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.774930 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775085 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775243 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775398 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775549 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775713 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.775878 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776030 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776190 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776354 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776516 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776678 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776869 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.776991 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.777154 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.777317 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.777509 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.777687 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.777848 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778010 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778177 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778337 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778501 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778663 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778824 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.778990 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779152 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779308 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779489 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779646 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779805 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.779966 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780128 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780293 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780458 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780621 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780782 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.780943 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781105 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781267 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781426 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781610 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781776 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.781938 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782100 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782264 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782425 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782586 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782751 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.782913 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783065 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783227 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783389 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783551 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783698 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.783862 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784026 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784192 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784332 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784488 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784652 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784796 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.784963 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.785128 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.785295 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.785498 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.785666 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.785786 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.786036 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.786200 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.786363 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.786526 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.786688 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.787797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788096 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788096 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788373 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788373 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788528 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788683 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.788846 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789008 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789170 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789331 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789522 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789687 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.789849 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790012 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790174 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790349 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790512 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790675 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.790838 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791025 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791186 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791348 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791510 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791671 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791833 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.791994 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792156 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792319 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792481 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792644 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792806 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.792968 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.793131 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.793292 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.793480 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.795375 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.795566 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.795745 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.795923 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796097 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796267 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796437 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796603 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796771 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.796935 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797100 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797266 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797430 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797623 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797789 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.797953 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798118 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798283 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798447 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798608 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798773 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.798940 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799104 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799267 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799431 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799596 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799760 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.799923 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800091 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800254 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800415 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800579 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800741 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.800905 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.801069 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.801232 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.801395 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802114 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802277 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802461 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802624 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802788 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.802954 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803117 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803281 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803446 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803609 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803772 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.803935 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804099 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804262 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804425 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804588 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804751 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.804912 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.805076 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.805241 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.805411 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.805583 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.805754 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806520 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806896 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.806896 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807017 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807134 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807297 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807460 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807623 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.807869 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808049 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808201 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808339 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808477 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808624 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808762 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.808898 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809010 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809171 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809332 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809513 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809678 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.809839 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810010 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810172 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810333 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810496 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810657 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810819 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.810989 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811150 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811312 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811474 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811635 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811797 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.811967 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.812129 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.812290 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.812461 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.812600 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.812761 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813027 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813195 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813358 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813567 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813733 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.813897 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814060 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814233 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814409 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814544 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814700 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.814862 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815025 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815189 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815357 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815528 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815705 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.815871 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816041 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816210 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816382 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816545 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816722 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.816886 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817049 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817289 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817453 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817637 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817801 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.817965 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.818381 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.818585 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.818731 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.818877 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819039 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819201 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819364 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819527 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819690 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.819857 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.820017 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.820179 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.820341 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 18:08:33.820495 dv-cinder-837362-2-iscsi neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 18:08:44.981877 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679e473-e0af-4cc3-bfa5-1fc5d1dced91 None None] get_active_networks_info from dv-cinder-837362-2-iscsi {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 18:08:45.070082 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679e473-e0af-4cc3-bfa5-1fc5d1dced91 None None] No non-hosted networks {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 18:08:45.085475 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.agentschedulers_db [None req-c679e473-e0af-4cc3-bfa5-1fc5d1dced91 None None] DHCP Agent not found on host dv-cinder-837362-2-iscsi {{(pid=103478) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 18:08:45.215079 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c391a86d-b5fb-415b-b7c0-128823c5b6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:47.178452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59945da1-2333-4aab-81b6-49bc7f72fca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:47.212770 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b682fa9-c9b7-4a17-9152-b2c230d9a76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:48.027553 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:08:48.284414 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:48.631799 dv-cinder-837362-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-0cc13bd7-00d0-4d19-9290-b98204b8f205 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:08:48.632374 dv-cinder-837362-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-0cc13bd7-00d0-4d19-9290-b98204b8f205 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:08:48.853214 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-0cc13bd7-00d0-4d19-9290-b98204b8f205 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:08:48.865519 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0cc13bd7-00d0-4d19-9290-b98204b8f205 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8284583 May 17 18:08:49.720056 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:51.392064 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:51.393665 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.394215 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.394552 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.394942 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.395478 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.395679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.395995 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.396402 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.396728 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.397049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.397371 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.397731 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.398050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.398429 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.400846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:51.401332 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837362-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:51.412295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837362-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:08:51.432216 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:08:51.776212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:08:51.867741 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.policy [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103476) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 18:08:51.909299 dv-cinder-837362-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:08:51.909966 dv-cinder-837362-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:08:52.014810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635695304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635695836', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635678800', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635685482', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635683409', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734635667767', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3877893', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3981111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-925762'] for rbac-policy (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:52.090376 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:52.109485 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d7a857e3-53d8-4cba-b756-24e147cbcf70 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6583214 May 17 18:08:52.421720 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.db.l3_hamode_db [None req-7fcf9bd0-e1ec-4bcf-9d82-900914e520a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 18:08:52.498717 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf9bd0-e1ec-4bcf-9d82-900914e520a3 None None] Routers set() bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:08:52.499174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf9bd0-e1ec-4bcf-9d82-900914e520a3 None None] Router IDs set() for agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 18:08:54.593192 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54202) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:08:54.902361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:08:54.932193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Made reservation on behalf of d7cf4e05380e477d8f7793c92acc9742 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:08:54.936044 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:54.953325 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.059422 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks [] for security_group (3694fa9d-84fb-4179-8ef1-c71c1f99f5b7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.063003 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3694fa9d-84fb-4179-8ef1-c71c1f99f5b7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.087992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:08:55.121259 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (fde97616-a683-4c4c-a085-bcec370858ae), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.121818 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Added segment fde97616-a683-4c4c-a085-bcec370858ae of type vlan for network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b May 17 18:08:55.137750 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3694fa9d-84fb-4179-8ef1-c71c1f99f5b7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:08:55.188888 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.189225 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.189611 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.189951 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.190275 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.190597 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.190917 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.191233 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.191576 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.191892 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.192210 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.192525 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.192839 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.193410 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.193833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Tracked resource versions report: May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: pushed versions: May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Agent': {'1.1'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Log': {'1.0'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Network': {'1.1'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Port': {'1.7'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: consumer versions: May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Agent': '1.1', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Log': '1.0', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'NDPProxy': '1.0', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Network': '1.1', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Port': '1.7', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'PortForwarding': '1.3', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'QosPolicy': '1.10', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SubPort': '1.0', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Subnet': '1.1', May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Trunk': '1.1'}} May 17 18:08:55.195213 dv-cinder-837362-2-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:08:55.232059 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.274515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.279810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:08:55.280529 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:55.350045 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7557590 May 17 18:08:55.399625 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868560-af0f-40cd-aad9-a29debe7d005 demo demo] Pushing event updated for resources: {'Network': ['ID=1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:08:55.412089 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:08:57.844439 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54214) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:08:58.247096 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff672b-3cb2-4c92-9559-777be1e1106f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:08:58.248369 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-75ff672b-3cb2-4c92-9559-777be1e1106f demo admin] 10.222.0.65 "GET /v2.0/networks/1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b HTTP/1.1" status: 200 len: 825 time: 0.4029820 May 17 18:08:58.272403 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8f0cf5c7-d869-4530-a7dc-0e02c6240c61 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec HTTP/1.1" status: 200 len: 734 time: 0.0184178 May 17 18:08:58.280467 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Request body: {'subnet': {'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:08:58.301624 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Made reservation on behalf of d7cf4e05380e477d8f7793c92acc9742 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:08:58.303845 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:58.587187 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (db6a5172-d6a8-427b-b847-26b1318e9f8f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:58.651481 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Pushing event updated for resources: {'Subnet': ['ID=db6a5172-d6a8-427b-b847-26b1318e9f8f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:08:58.661218 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Checking segment: {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:08:58.661626 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Network hostable DHCP agents. Network: 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:08:58.682381 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:08:58.694524 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:08:58.699552 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:08:58.700165 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:58.704890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb132ee9-0fd8-4e60-947d-96ba32a88208 None None] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:08:58.716695 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-73394358-62b9-4a97-800a-0bf247f8039a demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4393098 May 17 18:08:58.970499 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:08:58.971865 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.259319 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Allocated IP 172.20.0.2 (1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b/db6a5172-d6a8-427b-b847-26b1318e9f8f/17eb3851-a060-4db7-a790-9518a7b845cb) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:08:59.525591 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks [] for port (17eb3851-a060-4db7-a790-9518a7b845cb), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.534094 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.608782 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:08:59.615502 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:08:59.618799 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:08:59.659295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Pushing event updated for resources: {'Port': ['ID=17eb3851-a060-4db7-a790-9518a7b845cb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:08:59.688166 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.688518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.688861 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.689223 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.689590 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.689923 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.690253 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.690579 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.690904 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.691256 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.691583 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.691923 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.692249 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.692571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.692893 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Tracked resource versions report: May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: pushed versions: May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: consumer versions: May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Agent': '1.1', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Log': '1.0', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Network': '1.1', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Port': '1.7', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SubPort': '1.0', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Subnet': '1.1', May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} May 17 18:08:59.694569 dv-cinder-837362-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:08:59.723717 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Attempting to bind port 17eb3851-a060-4db7-a790-9518a7b845cb on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:08:59.724277 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Attempting to bind port 17eb3851-a060-4db7-a790-9518a7b845cb by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:08:59.724530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Attempting to bind port 17eb3851-a060-4db7-a790-9518a7b845cb on network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:08:59.729395 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:08:59.729819 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Checking segment: {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:08:59.730295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.730690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Bound using segment: {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:08:59.731180 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Bound port: 17eb3851-a060-4db7-a790-9518a7b845cb, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:08:59.731586 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.789546 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] For port 17eb3851-a060-4db7-a790-9518a7b845cb, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:08:59.809060 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] For port 17eb3851-a060-4db7-a790-9518a7b845cb, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=17eb3851-a060-4db7-a790-9518a7b845cb,segment=NetworkSegment(fde97616-a683-4c4c-a085-bcec370858ae),segment_id=fde97616-a683-4c4c-a085-bcec370858ae)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:08:59.816407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:08:59.873643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6c396-7ad7-4dc3-a371-62a186b9137f None None] Pushing event updated for resources: {'Port': ['ID=17eb3851-a060-4db7-a790-9518a7b845cb,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:01.216392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:01.710810 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-49fbb880-d10f-425b-8f9e-4318f9f4cf08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:09:01.711452 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-49fbb880-d10f-425b-8f9e-4318f9f4cf08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:09:01.928349 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-49fbb880-d10f-425b-8f9e-4318f9f4cf08 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:09:01.929477 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-49fbb880-d10f-425b-8f9e-4318f9f4cf08 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7119970 May 17 18:09:04.445073 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54236) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:04.757398 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-23acd2de-81dd-429f-8409-a3403ee6a099 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:09:04.758471 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-23acd2de-81dd-429f-8409-a3403ee6a099 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3124597 May 17 18:09:07.230172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54244) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:07.543543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:09:07.602482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.policy [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103477) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 18:09:07.643934 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:09:07.644821 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 18:09:07.706994 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:07.708823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:07.863775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Publish callbacks [] for router_controller (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:07.868860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:07.892482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:07.893660 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e6ef4962-66c0-4f74-ac92-66c0047900be demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6625204 May 17 18:09:10.100537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 17eb3851-a060-4db7-a790-9518a7b845cb up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:09:10.190318 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 17eb3851-a060-4db7-a790-9518a7b845cb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:10.190746 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:10.296092 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 17eb3851-a060-4db7-a790-9518a7b845cb is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:10.296544 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:10.333497 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 17eb3851-a060-4db7-a790-9518a7b845cb, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=17eb3851-a060-4db7-a790-9518a7b845cb,segment=NetworkSegment(fde97616-a683-4c4c-a085-bcec370858ae),segment_id=fde97616-a683-4c4c-a085-bcec370858ae)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:09:10.338777 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:10.384155 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=17eb3851-a060-4db7-a790-9518a7b845cb,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:10.432611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:10.738525 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-320ec030-7a60-4156-b733-c9766016ffb7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:09:10.739489 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-320ec030-7a60-4156-b733-c9766016ffb7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3059630 May 17 18:09:11.307184 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c006ecf-3c44-4177-82ed-b8e9e2cda4d2 None None] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:09:11.388352 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e16fd9f-5081-4b44-a41a-89711b662ef2 None None] Provisioning complete for port 17eb3851-a060-4db7-a790-9518a7b845cb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:11.388755 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e16fd9f-5081-4b44-a41a-89711b662ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:11.499595 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8e16fd9f-5081-4b44-a41a-89711b662ef2 None None] Current status of the port 17eb3851-a060-4db7-a790-9518a7b845cb is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:11.718454 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-51311ae5-ba6c-4ca8-9635-28c6489cf8d4 None None] Provisioning complete for port 17eb3851-a060-4db7-a790-9518a7b845cb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:11.718836 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51311ae5-ba6c-4ca8-9635-28c6489cf8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:11.785807 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-51311ae5-ba6c-4ca8-9635-28c6489cf8d4 None None] Current status of the port 17eb3851-a060-4db7-a790-9518a7b845cb is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:12.074745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 17eb3851-a060-4db7-a790-9518a7b845cb up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:09:12.119416 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 17eb3851-a060-4db7-a790-9518a7b845cb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:12.119805 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:12.187355 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 17eb3851-a060-4db7-a790-9518a7b845cb is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:13.228931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54266) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:13.534811 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:09:13.557904 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Made reservation on behalf of 22a045ecfd2045b79def0497d463b2a3 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:09:13.560699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.577023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.683698 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks [] for security_group (03bb2cae-84f2-43dc-9e48-13de87c04fc6), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.687280 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (03bb2cae-84f2-43dc-9e48-13de87c04fc6), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.699194 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Reserving flat network on physical network physnet1 {{(pid=103477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 18:09:13.731377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (92379302-d0a0-4c3f-a083-d7d6fa8652c1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.731920 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Added segment 92379302-d0a0-4c3f-a083-d7d6fa8652c1 of type flat for network d70b2dab-5e84-4923-8459-1dec53a0d708 May 17 18:09:13.747736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb2cae-84f2-43dc-9e48-13de87c04fc6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:13.796210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.796573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.796947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.797343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.797707 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.798049 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.798371 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.798692 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.799012 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.799332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.799651 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.799968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.800886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.801203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.801542 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Tracked resource versions report: May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: pushed versions: May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: consumer versions: May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Agent': '1.1', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Log': '1.0', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Network': '1.1', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Port': '1.7', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SubPort': '1.0', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Subnet': '1.1', May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} May 17 18:09:13.802915 dv-cinder-837362-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:09:13.848589 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (d70b2dab-5e84-4923-8459-1dec53a0d708), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.889754 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (d70b2dab-5e84-4923-8459-1dec53a0d708), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.890884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:09:13.891569 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:13.946880 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7168031 May 17 18:09:13.994360 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a6ad-19d4-4cd1-b487-6f40fdd4f296 admin admin] Pushing event updated for resources: {'Network': ['ID=d70b2dab-5e84-4923-8459-1dec53a0d708,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:14.004765 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network d70b2dab-5e84-4923-8459-1dec53a0d708 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:09:14.957149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d918fc7-e285-4bc6-8e1f-43a3da3c39d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:16.352909 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:16.702371 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d5e5a-fdac-43cf-8912-6c28ec8d6c47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:09:16.703690 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-668d5e5a-fdac-43cf-8912-6c28ec8d6c47 demo admin] 10.222.0.65 "GET /v2.0/subnets/db6a5172-d6a8-427b-b847-26b1318e9f8f HTTP/1.1" status: 200 len: 849 time: 0.3498025 May 17 18:09:16.871521 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3f945bbf-3a53-4031-aa54-1b9292154a8f demo admin] 10.222.0.65 "GET /v2.0/routers/eaa7c09e-64bc-4dc8-9b9c-2547e22f210d HTTP/1.1" status: 200 len: 704 time: 0.1622388 May 17 18:09:17.134441 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:17.181712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-32dd552f-3aa3-49d1-b8f9-3e75d900463a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:17.432318 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Allocated IP 172.20.0.1 (1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b/db6a5172-d6a8-427b-b847-26b1318e9f8f/0973d9df-5ea2-4098-807a-e403aa90c0f2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:09:17.589747 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks [] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:17.652842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:17.774374 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:09:17.782220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:09:17.787208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:09:17.788137 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:17.807779 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Pushing event updated for resources: {'Port': ['ID=0973d9df-5ea2-4098-807a-e403aa90c0f2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:17.985128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.040227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-99ff0fed-9a80-449a-b6a3-6aa874afd362 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:18.040620 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99ff0fed-9a80-449a-b6a3-6aa874afd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.072827 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99ff0fed-9a80-449a-b6a3-6aa874afd362 None None] Port 0973d9df-5ea2-4098-807a-e403aa90c0f2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:09:18.210838 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks [] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.215074 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.215867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.277914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Pushing event updated for resources: {'Port': ['ID=0973d9df-5ea2-4098-807a-e403aa90c0f2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:18.294943 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.341588 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:09:18.342874 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:09:18.498217 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:09:18.585666 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:09:18.591224 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0233aec6-9b4b-48c8-a66b-b107aca7ea37 demo admin] 10.222.0.65 "PUT /v2.0/routers/eaa7c09e-64bc-4dc8-9b9c-2547e22f210d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7144861 May 17 18:09:18.591445 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a5bb06f4-1a30-4402-bfbc-240a4df77415 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:18.591844 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5bb06f4-1a30-4402-bfbc-240a4df77415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:18.596573 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Sync routers for ids ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:09:18.609908 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Routers {'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:09:18.610843 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:09:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:18.624551 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb06f4-1a30-4402-bfbc-240a4df77415 None None] Port 0973d9df-5ea2-4098-807a-e403aa90c0f2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:09:18.789969 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Set router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:09:19.205271 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:17Z', 'revision_number': 2, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port_host': None, '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:18Z', 'revision_number': 2, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:19.251561 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Checking router: eaa7c09e-64bc-4dc8-9b9c-2547e22f210d for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:09:19.251924 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Updating router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d port 0973d9df-5ea2-4098-807a-e403aa90c0f2 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:09:19.305917 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:19.663828 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:19.832627 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks [] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:19.839454 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.009531 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Pushing event updated for resources: {'Port': ['ID=0973d9df-5ea2-4098-807a-e403aa90c0f2,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:20.020705 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Attempting to bind port 0973d9df-5ea2-4098-807a-e403aa90c0f2 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:09:20.021115 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Attempting to bind port 0973d9df-5ea2-4098-807a-e403aa90c0f2 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:09:20.022035 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Attempting to bind port 0973d9df-5ea2-4098-807a-e403aa90c0f2 on network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:09:20.028575 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.028960 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.029363 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.029762 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.030133 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.030498 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.030851 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.031224 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.031591 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.031958 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.032303 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.032645 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.033021 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.033389 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.033774 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Tracked resource versions report: May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: pushed versions: May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: consumer versions: May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Agent': '1.1', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Log': '1.0', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Network': '1.1', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Port': '1.7', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SubPort': '1.0', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Subnet': '1.1', May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} May 17 18:09:20.035771 dv-cinder-837362-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:09:20.038663 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:09:20.038663 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Checking segment: {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:09:20.039067 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.039452 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Bound using segment: {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:09:20.039971 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Bound port: 0973d9df-5ea2-4098-807a-e403aa90c0f2, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde97616-a683-4c4c-a085-bcec370858ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:09:20.040351 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.108509 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] For port 0973d9df-5ea2-4098-807a-e403aa90c0f2, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:09:20.129183 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] For port 0973d9df-5ea2-4098-807a-e403aa90c0f2, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=0973d9df-5ea2-4098-807a-e403aa90c0f2,segment=NetworkSegment(fde97616-a683-4c4c-a085-bcec370858ae),segment_id=fde97616-a683-4c4c-a085-bcec370858ae)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:09:20.136038 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.200646 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8da60-52a4-4ccc-b2e7-1c7389ca1e8e None None] Pushing event updated for resources: {'Port': ['ID=0973d9df-5ea2-4098-807a-e403aa90c0f2,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:20.204847 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Routers {'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:09:20.205476 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:09:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:20.214149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:20.214843 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.291240 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] Set router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:09:20.299224 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Current status of the port 0973d9df-5ea2-4098-807a-e403aa90c0f2 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:20.299617 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.339027 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] For port 0973d9df-5ea2-4098-807a-e403aa90c0f2, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=0973d9df-5ea2-4098-807a-e403aa90c0f2,segment=NetworkSegment(fde97616-a683-4c4c-a085-bcec370858ae),segment_id=fde97616-a683-4c4c-a085-bcec370858ae)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:09:20.344994 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.398709 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6f72-81e2-4182-8b2b-da3af85fbcb2 None None] Pushing event updated for resources: {'Port': ['ID=0973d9df-5ea2-4098-807a-e403aa90c0f2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:20.463704 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a21b756c-ea01-4970-858f-3812bfb32254 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:20.464095 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a21b756c-ea01-4970-858f-3812bfb32254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:20.496947 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:17Z', 'revision_number': 2, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port_host': None, '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:20Z', 'revision_number': 4, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:20.528792 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91367e-d425-4726-8070-1a1be3a9b3ce None None] The sync data for ids ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'] in dv-cinder-837362-2-iscsi is: [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:17Z', 'revision_number': 2, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port_host': None, '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:20Z', 'revision_number': 4, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:09:20.540079 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a21b756c-ea01-4970-858f-3812bfb32254 None None] Current status of the port 0973d9df-5ea2-4098-807a-e403aa90c0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:21.024738 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:21.248058 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b72806-dfda-4f08-8c8d-287b2b73706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:09:21.249419 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e0b72806-dfda-4f08-8c8d-287b2b73706e admin admin] 10.222.0.65 "GET /v2.0/networks/d70b2dab-5e84-4923-8459-1dec53a0d708 HTTP/1.1" status: 200 len: 842 time: 0.2236564 May 17 18:09:21.258605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:09:21.281861 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Made reservation on behalf of 22a045ecfd2045b79def0497d463b2a3 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:09:21.284726 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:21.392614 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:21.649063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.objects.ports [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 18:09:21.649451 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (a2280e49-e165-446c-91a7-6c0195fba980), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:21.708093 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2280e49-e165-446c-91a7-6c0195fba980,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:21.716699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:09:21.717082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Network hostable DHCP agents. Network: d70b2dab-5e84-4923-8459-1dec53a0d708, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:09:21.737881 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:09:21.748786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, d70b2dab-5e84-4923-8459-1dec53a0d708) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:09:21.753374 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:09:21.753994 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:21.758415 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fb8b7-b2c8-4468-b31d-0feacf969442 None None] Network d70b2dab-5e84-4923-8459-1dec53a0d708 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:09:21.771537 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ffc0f8aa-13a0-4096-bc54-a4a4ab93a7b3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5132682 May 17 18:09:21.882052 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c443c-e70c-458e-a03d-8fae298c2c3d None None] Network d70b2dab-5e84-4923-8459-1dec53a0d708 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:09:24.226469 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54316) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:24.432348 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c6b42873-0e35-45ae-beea-1fee1c8acd85 demo admin] 10.222.0.65 "GET /v2.0/routers/eaa7c09e-64bc-4dc8-9b9c-2547e22f210d HTTP/1.1" status: 200 len: 710 time: 0.2046719 May 17 18:09:24.520754 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe01a8-ecac-46f4-94d2-be5e335adead demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:09:24.522134 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9ebe01a8-ecac-46f4-94d2-be5e335adead demo admin] 10.222.0.65 "GET /v2.0/networks/d70b2dab-5e84-4923-8459-1dec53a0d708 HTTP/1.1" status: 200 len: 886 time: 0.0844121 May 17 18:09:24.530742 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:09:24.763696 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks [] for router_gateway (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:24.974810 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks [] for router_gateway (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.056516 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.255721 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Allocated IP 172.27.0.114 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/028dc0a1-18dc-442c-a74d-c4602478ce24) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:09:25.365199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks [] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.420174 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.482566 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:09:25.490104 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:09:25.497694 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:09:25.539457 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Pushing event updated for resources: {'Port': ['ID=028dc0a1-18dc-442c-a74d-c4602478ce24,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:25.775518 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks [] for router_gateway (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.963750 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-676497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:25.968006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-676488'] for router (eaa7c09e-64bc-4dc8-9b9c-2547e22f210d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:26.068141 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:09:26.169985 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:09:26.174249 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:26.189486 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-894f3537-2eee-4a0e-9a61-33a88a6c8bf4 demo admin] 10.222.0.65 "PUT /v2.0/routers/eaa7c09e-64bc-4dc8-9b9c-2547e22f210d HTTP/1.1" status: 200 len: 890 time: 1.6482708 May 17 18:09:28.089656 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 0973d9df-5ea2-4098-807a-e403aa90c0f2 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:09:28.134574 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:28.134886 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:28.205519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 0973d9df-5ea2-4098-807a-e403aa90c0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:28.648614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54328) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:09:28.764031 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4b41ae11-35ab-4f41-a5f1-745f4bcec71e admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142535 May 17 18:09:29.311507 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Sync routers for ids ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:09:29.324138 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Routers {'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:09:29.324791 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:09:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:29.530352 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Set router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:09:29.907000 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:25Z', 'revision_number': 4, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port': {'id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:25Z', 'updated_at': '2022-05-17T18:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:20Z', 'revision_number': 5, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:30.030647 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Checking router: eaa7c09e-64bc-4dc8-9b9c-2547e22f210d for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:09:30.030647 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Updating router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d port 028dc0a1-18dc-442c-a74d-c4602478ce24 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:09:30.087909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.433230 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks [] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.441219 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.494988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Attempting to bind port 028dc0a1-18dc-442c-a74d-c4602478ce24 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:09:30.495357 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Attempting to bind port 028dc0a1-18dc-442c-a74d-c4602478ce24 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:09:30.495720 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Attempting to bind port 028dc0a1-18dc-442c-a74d-c4602478ce24 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:09:30.498834 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590292-62cc-49a3-8c33-9773ad715c99 None None] Pushing event updated for resources: {'Port': ['ID=028dc0a1-18dc-442c-a74d-c4602478ce24,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:30.505013 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:09:30.505386 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:09:30.505807 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.506190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:09:30.506651 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Bound port: 028dc0a1-18dc-442c-a74d-c4602478ce24, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:09:30.508573 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.558810 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] For port 028dc0a1-18dc-442c-a74d-c4602478ce24, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:09:30.562129 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] For port 028dc0a1-18dc-442c-a74d-c4602478ce24, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=028dc0a1-18dc-442c-a74d-c4602478ce24,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:09:30.569616 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:30.625997 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Routers {'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:09:30.626679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:09:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:30.665707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21590292-62cc-49a3-8c33-9773ad715c99 None None] Pushing event updated for resources: {'Port': ['ID=028dc0a1-18dc-442c-a74d-c4602478ce24,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:30.737936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] Set router eaa7c09e-64bc-4dc8-9b9c-2547e22f210d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:09:30.947599 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:25Z', 'revision_number': 4, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port': {'id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:25Z', 'updated_at': '2022-05-17T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:20Z', 'revision_number': 5, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:09:30.979181 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc3b3-e5d0-4697-a1db-2647efed407a None None] The sync data for ids ['eaa7c09e-64bc-4dc8-9b9c-2547e22f210d'] in dv-cinder-837362-2-iscsi is: [{'id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'name': 'router1', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:09:07Z', 'updated_at': '2022-05-17T18:09:25Z', 'revision_number': 4, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'gw_port': {'id': '028dc0a1-18dc-442c-a74d-c4602478ce24', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:16:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:25Z', 'updated_at': '2022-05-17T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '0973d9df-5ea2-4098-807a-e403aa90c0f2', 'name': '', 'network_id': '1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b', 'tenant_id': 'd7cf4e05380e477d8f7793c92acc9742', 'mac_address': 'fa:16:3e:fb:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa7c09e-64bc-4dc8-9b9c-2547e22f210d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:09:17Z', 'updated_at': '2022-05-17T18:09:20Z', 'revision_number': 5, 'project_id': 'd7cf4e05380e477d8f7793c92acc9742', 'subnets': [{'id': 'db6a5172-d6a8-427b-b847-26b1318e9f8f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b655cf82-eaae-40e2-8d2c-d1fa9e3c62ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:09:32.119390 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 028dc0a1-18dc-442c-a74d-c4602478ce24 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:09:32.175763 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 028dc0a1-18dc-442c-a74d-c4602478ce24 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:32.176168 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:32.263993 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 028dc0a1-18dc-442c-a74d-c4602478ce24 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:32.264392 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:32.287273 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 028dc0a1-18dc-442c-a74d-c4602478ce24, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=028dc0a1-18dc-442c-a74d-c4602478ce24,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:09:32.294508 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:32.366122 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=028dc0a1-18dc-442c-a74d-c4602478ce24,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:09:34.187869 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 028dc0a1-18dc-442c-a74d-c4602478ce24 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:09:34.294547 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 028dc0a1-18dc-442c-a74d-c4602478ce24 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:09:34.295518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (028dc0a1-18dc-442c-a74d-c4602478ce24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:34.400676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 028dc0a1-18dc-442c-a74d-c4602478ce24 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:09:37.647229 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:09:44.966953 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21c08168-15ef-49f6-ae24-772858f5ef91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:47.185183 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2048344-615c-4bc5-8bba-8c1d003fcb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:48.270201 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:49.678091 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:09:51.402555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:14.646872 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:10:14.963884 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d775ce59-ba37-4a40-bd9c-41adbf7ca15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:17.171049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af289e35-3e59-4b8c-a8a0-116cca6cc155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:18.250194 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:19.684871 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:21.400977 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:44.957993 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dae258ed-df9b-47c2-aa87-4200de48390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:47.119452 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:47.175736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6862b0a3-e7ae-4994-a075-477d386e05e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:47.183362 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-be54d778-657b-4393-8539-99a1bbdd0de4 admin admin] GET failed (client error): The resource could not be found. May 17 18:10:47.184666 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-be54d778-657b-4393-8539-99a1bbdd0de4 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642774 May 17 18:10:47.342563 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fef6c5-bcd6-4cb9-b507-55f8413fa9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:47.343967 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e0fef6c5-bcd6-4cb9-b507-55f8413fa9d6 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546509 May 17 18:10:48.247722 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:49.560921 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:49.658161 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9491df-3ea7-49af-aae6-24a3b6829366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:49.659478 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7b9491df-3ea7-49af-aae6-24a3b6829366 admin admin] 10.222.0.65 "GET /v2.0/subnets/db6a5172-d6a8-427b-b847-26b1318e9f8f HTTP/1.1" status: 200 len: 849 time: 0.0975714 May 17 18:10:49.669122 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:10:49.679554 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:49.758537 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Publish callbacks [] for subnet (db6a5172-d6a8-427b-b847-26b1318e9f8f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:49.908314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734635815554'] for subnet (db6a5172-d6a8-427b-b847-26b1318e9f8f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:49.936005 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:49.936597 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:49.937900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] 10.222.0.65 "PUT /v2.0/subnets/db6a5172-d6a8-427b-b847-26b1318e9f8f HTTP/1.1" status: 200 len: 868 time: 0.2725830 May 17 18:10:49.943352 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a2b46-fc37-4de1-a08a-82301b5e0190 None None] Network 1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:10:49.961949 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6a5172-d6a8-427b-b847-26b1318e9f8f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:10:49.969416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.969794 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.970144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.970484 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.970815 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.971149 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.971480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.971809 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.972159 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.972491 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.972833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.973186 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.973540 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.973869 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:49.974189 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc406c7-3350-4657-9057-4ebc55200780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:10:50.288663 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Provisioning complete for port 0973d9df-5ea2-4098-807a-e403aa90c0f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:10:50.289146 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0973d9df-5ea2-4098-807a-e403aa90c0f2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:50.362142 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Current status of the port 0973d9df-5ea2-4098-807a-e403aa90c0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:10:50.369706 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Provisioning complete for port 17eb3851-a060-4db7-a790-9518a7b845cb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:10:50.370092 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (17eb3851-a060-4db7-a790-9518a7b845cb), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:50.437275 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfd9d0-1449-41fc-8e00-d8dcb76d1513 None None] Current status of the port 17eb3851-a060-4db7-a790-9518a7b845cb is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:10:51.395284 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:10:51.646960 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:10:52.176869 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:52.372770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31125c-6b4d-4f5c-ae51-22c72d3404e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:52.373152 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec31125c-6b4d-4f5c-ae51-22c72d3404e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:52.374702 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ec31125c-6b4d-4f5c-ae51-22c72d3404e2 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968629 May 17 18:10:54.603266 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54840) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:54.802792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62f457-f27d-457f-9576-61430308225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:54.803185 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62f457-f27d-457f-9576-61430308225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:54.804715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6d62f457-f27d-457f-9576-61430308225e admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004795 May 17 18:10:57.044842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54848) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:57.176105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee485f29-032b-4134-b8c2-37c47f5d3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:57.177491 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ee485f29-032b-4134-b8c2-37c47f5d3447 admin admin] 10.222.0.65 "GET /v2.0/networks/1ae73bc5-c0d9-4b68-b42b-25fd6ee1e35b HTTP/1.1" status: 200 len: 869 time: 0.1316776 May 17 18:10:59.408349 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:10:59.530482 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f80513-e3ab-4387-8d32-539ba6584e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:10:59.531856 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-50f80513-e3ab-4387-8d32-539ba6584e7c admin admin] 10.222.0.65 "GET /v2.0/networks/d70b2dab-5e84-4923-8459-1dec53a0d708 HTTP/1.1" status: 200 len: 886 time: 0.1225531 May 17 18:11:01.773259 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54864) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:01.899599 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6e413-a114-4730-b967-4913a804a4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:01.900055 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6e413-a114-4730-b967-4913a804a4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:01.901637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e9c6e413-a114-4730-b967-4913a804a4b8 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273789 May 17 18:11:04.123692 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54872) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:04.313064 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401f120-7902-43b2-b856-4fb41b89e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:04.313544 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401f120-7902-43b2-b856-4fb41b89e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:04.315092 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3401f120-7902-43b2-b856-4fb41b89e2b7 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1904593 May 17 18:11:06.523682 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:06.608375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389bbd1c-dde0-4473-974c-ab24fe2ac4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:06.610205 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-389bbd1c-dde0-4473-974c-ab24fe2ac4c6 admin admin] 10.222.0.65 "GET /v2.0/subnets/a2280e49-e165-446c-91a7-6c0195fba980 HTTP/1.1" status: 200 len: 816 time: 0.0850761 May 17 18:11:08.850843 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:08.940653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b58b5-de2b-4568-8daf-11998c727da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:08.941984 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-296b58b5-de2b-4568-8daf-11998c727da1 admin admin] 10.222.0.65 "GET /v2.0/subnets/db6a5172-d6a8-427b-b847-26b1318e9f8f HTTP/1.1" status: 200 len: 868 time: 0.0902007 May 17 18:11:14.960674 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-131fe571-185f-448c-b4d8-2927e3189ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:17.178639 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194e5da-9d31-4643-890e-dfef832907dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:18.249108 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:19.681707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:21.402045 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:28.645898 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:11:44.963518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-780fc538-9325-408e-957b-bf46191c13ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:47.181148 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eec2841c-a9ec-4485-9cb7-24fffbd091e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:48.253442 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:49.334413 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 54946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:49.379995 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-0204c5fc-e85c-46c3-b377-41926287515f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:11:49.380988 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0204c5fc-e85c-46c3-b377-41926287515f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0456414 May 17 18:11:49.688081 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:51.394284 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:51.705814 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54954) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:51.764025 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e185beec-add2-4398-ae25-6d605713d740 admin admin] GET failed (client error): The resource could not be found. May 17 18:11:51.765811 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e185beec-add2-4398-ae25-6d605713d740 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590677 May 17 18:11:51.848595 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043a157-93ce-4594-ad5c-22cc547a6e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:51.850075 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f043a157-93ce-4594-ad5c-22cc547a6e6d admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802937 May 17 18:11:54.157554 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:54.205067 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:11:54.224339 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Made reservation on behalf of 22a045ecfd2045b79def0497d463b2a3 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:11:54.226619 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:54.262575 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING neutron.services.revisions.revision_plugin [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Could not find related network for resource to bump revision. May 17 18:11:54.275869 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:11:54.286138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:54.286547 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Added segment 4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b of type vlan for network 56c5966a-d2a8-4ef5-a244-6b2acca24245 May 17 18:11:54.324338 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (56c5966a-d2a8-4ef5-a244-6b2acca24245), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:54.349917 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (56c5966a-d2a8-4ef5-a244-6b2acca24245), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:54.350815 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:54.351387 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:54.380671 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2220862 May 17 18:11:54.412570 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Pushing event updated for resources: {'Network': ['ID=56c5966a-d2a8-4ef5-a244-6b2acca24245,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:11:54.420578 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.420922 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.421287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.421656 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.421989 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.422318 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.422658 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.422961 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.423303 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.423630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.423967 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.424307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.424629 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.424945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.425262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb10bde-fc00-46fa-8d5d-c2b11e426e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:54.437418 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:11:56.640505 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 54970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:11:56.704454 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd92c12-d21e-4c44-97b7-b2d49adb6c24 admin admin] GET failed (client error): The resource could not be found. May 17 18:11:56.705804 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fbd92c12-d21e-4c44-97b7-b2d49adb6c24 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642970 May 17 18:11:56.772128 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f19692-275b-411d-bd2f-fb2675b865f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:56.773534 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c2f19692-275b-411d-bd2f-fb2675b865f1 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637302 May 17 18:11:56.782787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245', 'description': 'shared-subnet'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:11:56.801768 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Made reservation on behalf of 22a045ecfd2045b79def0497d463b2a3 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:11:56.803978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:56.962515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.020409 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:11:57.030063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Checking segment: {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:11:57.030414 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Network hostable DHCP agents. Network: 56c5966a-d2a8-4ef5-a244-6b2acca24245, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:11:57.046479 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:11:57.054225 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 56c5966a-d2a8-4ef5-a244-6b2acca24245) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:11:57.058042 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:11:57.058632 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.063791 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2cfcf-3fd1-4e42-8a78-0eb6f47a9fee None None] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:11:57.079869 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0f20f4e0-e956-4839-94b9-665a20b7974e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2980344 May 17 18:11:57.164705 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-56c5966a-d2a8-4ef5-a244-6b2acca24245', 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245', 'project_id': '22a045ecfd2045b79def0497d463b2a3', 'fixed_ips': [{'subnet_id': 'e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:11:57.165710 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.308137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Allocated IP 192.168.233.2 (56c5966a-d2a8-4ef5-a244-6b2acca24245/e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f/30bff754-708c-4f87-b31b-172ff75d15c6) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:11:57.560789 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks [] for port (30bff754-708c-4f87-b31b-172ff75d15c6), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.567211 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.602208 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:11:57.604925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:11:57.607438 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:11:57.624962 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Pushing event updated for resources: {'Port': ['ID=30bff754-708c-4f87-b31b-172ff75d15c6,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:11:57.645368 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.645735 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.646094 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.646448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.646788 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.647107 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.647444 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.647745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.648088 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.648387 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.648711 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.649030 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.649355 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.649695 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.650006 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:11:57.683671 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Attempting to bind port 30bff754-708c-4f87-b31b-172ff75d15c6 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:11:57.684030 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Attempting to bind port 30bff754-708c-4f87-b31b-172ff75d15c6 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:11:57.684383 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Attempting to bind port 30bff754-708c-4f87-b31b-172ff75d15c6 on network 56c5966a-d2a8-4ef5-a244-6b2acca24245 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:11:57.690234 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:11:57.690615 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Checking segment: {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:11:57.691009 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.691396 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Bound using segment: {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:11:57.691859 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Bound port: 30bff754-708c-4f87-b31b-172ff75d15c6, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:11:57.692233 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.754567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] For port 30bff754-708c-4f87-b31b-172ff75d15c6, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:11:57.757996 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] For port 30bff754-708c-4f87-b31b-172ff75d15c6, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=30bff754-708c-4f87-b31b-172ff75d15c6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:11:57.764568 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:57.820666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1817-e74b-4a82-84a4-5feba9f8fe98 None None] Pushing event updated for resources: {'Port': ['ID=30bff754-708c-4f87-b31b-172ff75d15c6,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:11:58.221831 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 30bff754-708c-4f87-b31b-172ff75d15c6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:11:58.269207 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 30bff754-708c-4f87-b31b-172ff75d15c6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:11:58.269634 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:58.344412 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 30bff754-708c-4f87-b31b-172ff75d15c6 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:11:58.344727 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:58.376946 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 30bff754-708c-4f87-b31b-172ff75d15c6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=30bff754-708c-4f87-b31b-172ff75d15c6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:11:58.381807 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:58.433587 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=30bff754-708c-4f87-b31b-172ff75d15c6,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:11:58.681504 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcb70c-be20-4a71-903d-b75ce3bd6234 None None] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:11:58.759395 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d6b20dfd-bd60-4567-ab56-a5e1d85a4371 None None] Provisioning complete for port 30bff754-708c-4f87-b31b-172ff75d15c6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:11:58.759786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6b20dfd-bd60-4567-ab56-a5e1d85a4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:58.871486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d6b20dfd-bd60-4567-ab56-a5e1d85a4371 None None] Current status of the port 30bff754-708c-4f87-b31b-172ff75d15c6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:11:59.090084 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-30877cd4-9837-4145-96a7-d65505813cee None None] Provisioning complete for port 30bff754-708c-4f87-b31b-172ff75d15c6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:11:59.090473 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-30877cd4-9837-4145-96a7-d65505813cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:11:59.163140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-30877cd4-9837-4145-96a7-d65505813cee None None] Current status of the port 30bff754-708c-4f87-b31b-172ff75d15c6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:12:00.199752 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 30bff754-708c-4f87-b31b-172ff75d15c6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:12:00.244705 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 30bff754-708c-4f87-b31b-172ff75d15c6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:12:00.245069 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (30bff754-708c-4f87-b31b-172ff75d15c6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:00.312932 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 30bff754-708c-4f87-b31b-172ff75d15c6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:12:05.643753 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:12:14.965482 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1afd32e5-6015-4b43-8eb5-3fe053d0c0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:17.185147 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a46e8a5b-4e1a-435f-96f6-05548bcab99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:18.255067 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:19.688500 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:21.396479 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:42.642413 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:12:44.966960 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58aae827-6a13-49c4-b0ae-1cc839455c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:47.188342 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-06e019fc-9db9-4e7c-a263-327cf2590517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:48.259194 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:49.690856 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:12:51.400348 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:14.968787 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba5780c3-5bb6-49f7-af97-a62b68b9ce73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:17.194194 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-be28b478-2185-4d3c-8d20-2f467531da50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:18.261725 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:19.640881 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:13:19.694849 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:21.405320 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:44.971139 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58b6f3c6-1ee7-41d7-8a0b-5014c22e2404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:47.189235 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01c1cda6-22a4-4159-9261-23a82269e2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:47.648661 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:13:47.658171 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-20045e61-a718-4359-8b3b-fa2190f549bc tempest-verify_tempest_config-1465864781 tempest-verify_tempest_config-1465864781-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:13:47.659124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-20045e61-a718-4359-8b3b-fa2190f549bc tempest-verify_tempest_config-1465864781 tempest-verify_tempest_config-1465864781-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0094478 May 17 18:13:47.945910 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:13:48.045285 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.117103 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Publish callbacks [] for security_group (ced61e64-879e-41f8-bddc-34851a08d281), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.120496 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (ced61e64-879e-41f8-bddc-34851a08d281), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.164794 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b9970dbab3246369aed0d80eb790cf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2176092 May 17 18:13:48.165663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced61e64-879e-41f8-bddc-34851a08d281,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:13:48.167467 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:13:48.183021 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.183936 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.184341 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.184676 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.185030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.185354 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.185704 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.186023 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.186342 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.186662 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.186983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.187325 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.187645 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.187958 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.188271 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f8892-120c-4813-a246-2b70df712f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:13:48.234411 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] Publish callbacks [] for security_group (ced61e64-879e-41f8-bddc-34851a08d281), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.256101 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] Publish callbacks [] for security_group (ced61e64-879e-41f8-bddc-34851a08d281), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.264511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.350000 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (ced61e64-879e-41f8-bddc-34851a08d281), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.352484 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:48.353637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ced61e64-879e-41f8-bddc-34851a08d281 HTTP/1.1" status: 204 len: 168 time: 0.1844935 May 17 18:13:48.361169 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568000e5-fa6c-43c2-8e6f-126937cce3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced61e64-879e-41f8-bddc-34851a08d281,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:13:49.703440 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:51.407733 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:13:56.642174 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:14:14.971920 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-525c9a1d-a6a3-48c1-807e-623c5f8ec61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:17.190305 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c11296c-8ed1-40ac-9e6d-b1cde59c99e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:18.266133 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:19.699635 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:21.409728 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:33.642786 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:14:44.976004 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-597016ae-7fca-41c5-b100-1bcd6d970fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:47.192145 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3b88812c-dc59-4440-85f4-97e4156da036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:48.271494 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:49.704674 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:14:51.412480 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:10.640292 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:15:14.976899 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93ee578b-b291-462a-a2e9-b80080b19415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:17.193696 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70d703d2-9ad2-47ce-b5a4-05b6afb25eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:18.273553 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:19.800334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:21.414431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:33.481593 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685153'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:44.978457 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-067a13ec-88df-4bbb-af1f-af48522d69e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:45.985034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:15:46.088979 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3c38304a-be3d-4a69-aa25-8e3f98faca87 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026442 May 17 18:15:47.194785 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41e456a9-9f85-499f-a594-4817ff792977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:47.639770 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:15:48.276560 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:48.323144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55112) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:15:48.377190 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-09a5c325-c0b1-432a-93bb-6434afa49a47 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529845 May 17 18:15:49.708264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:15:51.418065 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:03.445627 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:14.978814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d007f2a-764d-4f61-ba15-22fcb557fe21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:17.196990 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d284f68-bd10-4778-81f0-b4d3fefb6a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:18.277851 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:19.710385 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:21.423486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:24.640191 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:16:33.463479 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:44.993058 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d99064a0-8e7b-4c13-af11-1f4966f565ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:47.199218 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed989ce6-87d6-4bc4-a029-96e3fd6c1178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:48.280343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:49.712859 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:16:51.425498 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:01.641170 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:17:03.462712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:14.985568 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39ebe013-bdd6-4549-a15b-0d7d44b30d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:17.204742 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92d6631f-7850-433b-8cfd-931624f0233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:18.283729 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:19.716896 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:21.427205 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.450800 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:26.702001 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-993633287-network', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:26.722748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:26.725631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.734756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.815421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks [] for security_group (475e3ea2-b95d-4a87-b5bd-309fc7f4f466), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.820543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (475e3ea2-b95d-4a87-b5bd-309fc7f4f466), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.851877 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:17:26.869422 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (5be9e7a8-fb23-4234-b261-a69c424037e7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.869869 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Added segment 5be9e7a8-fb23-4234-b261-a69c424037e7 of type vlan for network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 May 17 18:17:26.880067 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e3ea2-b95d-4a87-b5bd-309fc7f4f466,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:26.889836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.890160 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.890506 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.890887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.891168 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.891494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.891819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.892144 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.892466 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.892786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.893103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.893419 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.893765 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.894082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.894393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Tracked resource versions report: May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: pushed versions: May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: consumer versions: May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: HyperV agent@hv-cinder-83736: {}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Agent': '1.1', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Log': '1.0', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Network': '1.1', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Port': '1.7', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'SubPort': '1.0', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Subnet': '1.1', May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} May 17 18:17:26.895518 dv-cinder-837362-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:17:26.927213 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (3bbec44d-dbfb-4f33-a578-9ea7e3744727), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.954717 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (3bbec44d-dbfb-4f33-a578-9ea7e3744727), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.955708 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:26.956366 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:26.967712 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.018052 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] Pushing event updated for resources: {'Network': ['ID=3bbec44d-dbfb-4f33-a578-9ea7e3744727,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:27.023317 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d4c15c4c-7b0a-4fca-a566-a3ca1d8d5d8b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5709608 May 17 18:17:27.026317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55330) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.029886 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:17:27.034579 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Request body: {'subnet': {'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-993633287-subnet', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.061346 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:27.063529 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.123556 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55334) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.242905 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (f999046f-3c9c-4cf4-908a-5894d67f8388), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.248834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55340) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.289302 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f999046f-3c9c-4cf4-908a-5894d67f8388,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:27.315822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:27.316362 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Network hostable DHCP agents. Network: 3bbec44d-dbfb-4f33-a578-9ea7e3744727, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:17:27.336402 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:17:27.348023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 3bbec44d-dbfb-4f33-a578-9ea7e3744727) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:27.351050 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-248775136-network', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.359498 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3cde-37f8-4645-964c-7e3d9089d523 None None] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:27.362374 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:27.363286 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.384184 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55344) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.403421 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4e0701ac-5bad-4379-b944-caf87e6f0084 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3739078 May 17 18:17:27.404702 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:27.415115 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.415531 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Made reservation on behalf of b7d713a65f9e4071988e5df2fbf90b17 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:27.418750 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.436310 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.465888 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.467177 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.498345 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-498086541-network', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.541872 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for router_controller (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.586989 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-101971241-network', 'tenant_id': '230486e6ce974ab89147f39cbf941839'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.620872 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:17:27.622170 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.659759 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Made reservation on behalf of cd7eb45f1cd74f84943f4b991986973d for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:27.666820 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.678635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Made reservation on behalf of 230486e6ce974ab89147f39cbf941839 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:27.684792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.712946 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.749886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for router_gateway (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.926635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.938931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-network', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:27.944060 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks [] for security_group (1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.945287 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Allocated IP 172.20.0.2 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/93990cec-7308-4fcf-975b-832602626806) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:27.971395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:27.993415 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Made reservation on behalf of 379adfd2520a4d2dba04fca7fa3a1d95 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:27.994769 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:17:27.996655 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.007015 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (d53886b6-81eb-413c-b042-a74edaa469e4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.008119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.008665 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Added segment d53886b6-81eb-413c-b042-a74edaa469e4 of type vlan for network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 May 17 18:17:28.081070 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (86ea7eef-47ee-4d2b-9ed2-27335ad66c99), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.126003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks [] for security_group (78fd557b-e7bc-4422-8d0d-49470f9b5491), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.134684 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (78fd557b-e7bc-4422-8d0d-49470f9b5491), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.184895 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:17:28.196453 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (959bcd4e-3b69-4a20-9378-32ff7cb05cef), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.196860 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Added segment 959bcd4e-3b69-4a20-9378-32ff7cb05cef of type vlan for network 6640be3d-e392-4726-8d89-eb40f1262219 May 17 18:17:28.199197 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.213261 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (86ea7eef-47ee-4d2b-9ed2-27335ad66c99), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.214487 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:28.215066 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.231350 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.231771 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.232052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.232392 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.232825 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.233208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.233648 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.233991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.234409 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.234898 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.235232 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.235579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.236197 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.236575 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.236898 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Tracked resource versions report: May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: pushed versions: May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Agent': {'1.1'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Log': {'1.0'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Network': {'1.1'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Port': {'1.7'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: consumer versions: May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: HyperV agent@hv-cinder-83736: {}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Agent': '1.1', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Log': '1.0', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'NDPProxy': '1.0', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Network': '1.1', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Port': '1.7', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'PortForwarding': '1.3', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'QosPolicy': '1.10', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'SubPort': '1.0', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Subnet': '1.1', May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: 'Trunk': '1.1'}} May 17 18:17:28.238415 dv-cinder-837362-2-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:17:28.252085 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (6640be3d-e392-4726-8d89-eb40f1262219), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.255991 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks [] for port (93990cec-7308-4fcf-975b-832602626806), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.265450 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (93990cec-7308-4fcf-975b-832602626806), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.288789 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (6640be3d-e392-4726-8d89-eb40f1262219), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.290350 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:28.291162 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.362166 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:28.363594 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Pushing event updated for resources: {'Port': ['ID=93990cec-7308-4fcf-975b-832602626806,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.374204 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:28.387375 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:28.398551 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.399181 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.399708 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.400222 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.400706 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.401249 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.401634 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] Pushing event updated for resources: {'Network': ['ID=86ea7eef-47ee-4d2b-9ed2-27335ad66c99,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.401946 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.402422 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.402910 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.403480 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.404029 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.404576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.405116 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.405690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.406250 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Tracked resource versions report: May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: pushed versions: May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: consumer versions: May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: HyperV agent@hv-cinder-83736: {}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Agent': '1.1', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Log': '1.0', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Network': '1.1', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Port': '1.7', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'SubPort': '1.0', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Subnet': '1.1', May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} May 17 18:17:28.407608 dv-cinder-837362-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:17:28.417165 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:17:28.476695 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ce06bb30-93f2-4274-81a3-d6afa86657ad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2265134 May 17 18:17:28.477627 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:28.504026 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1189389 May 17 18:17:28.505367 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=6640be3d-e392-4726-8d89-eb40f1262219,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.507540 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:28.530856 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be494f-bf96-4198-a13b-678b99f98ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fd557b-e7bc-4422-8d0d-49470f9b5491,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.532770 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 6640be3d-e392-4726-8d89-eb40f1262219 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:17:28.537063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Request body: {'subnet': {'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-subnet', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:28.544175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Request body: {'subnet': {'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-101971241-subnet', 'tenant_id': '230486e6ce974ab89147f39cbf941839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:28.580118 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Made reservation on behalf of 379adfd2520a4d2dba04fca7fa3a1d95 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:28.584949 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.585294 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Attempting to bind port 93990cec-7308-4fcf-975b-832602626806 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:28.585927 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Attempting to bind port 93990cec-7308-4fcf-975b-832602626806 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:28.586865 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Attempting to bind port 93990cec-7308-4fcf-975b-832602626806 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:28.607263 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Made reservation on behalf of 230486e6ce974ab89147f39cbf941839 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:28.610147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.610588 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:28.611124 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:28.611530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.611919 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:28.612388 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Bound port: 93990cec-7308-4fcf-975b-832602626806, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:28.612757 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (93990cec-7308-4fcf-975b-832602626806), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.626429 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks [] for security_group (2b4fcb1a-7b4f-4f50-abe5-e6d84f552195), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.656532 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2b4fcb1a-7b4f-4f50-abe5-e6d84f552195), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.709093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:17:28.775980 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e3ea2ca6-973a-47ca-898f-7ebca65be6d4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.777552 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Added segment e3ea2ca6-973a-47ca-898f-7ebca65be6d4 of type vlan for network 3108c074-e89d-458b-b4f7-22798aa06562 May 17 18:17:28.797104 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.814571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] For port 93990cec-7308-4fcf-975b-832602626806, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:28.819527 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] For port 93990cec-7308-4fcf-975b-832602626806, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=93990cec-7308-4fcf-975b-832602626806,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:28.834820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (93990cec-7308-4fcf-975b-832602626806), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.880509 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (2a33aa7e-63cf-4274-8a96-a98f7f2a28f9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.925725 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520663b7-58f0-4c9c-82fb-d924ad45fc88 None None] Pushing event updated for resources: {'Port': ['ID=93990cec-7308-4fcf-975b-832602626806,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.942949 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:28.950582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for router_gateway (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.992104 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:28.993988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (3108c074-e89d-458b-b4f7-22798aa06562), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.034154 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks [] for security_group (15acf5ea-81c2-4912-a92c-e4b8d31da720), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.052480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (15acf5ea-81c2-4912-a92c-e4b8d31da720), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.066471 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:17:29.078442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e083f295-85ba-40be-9c92-ee230a90f23b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.078975 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Added segment e083f295-85ba-40be-9c92-ee230a90f23b of type vlan for network 68688597-c210-4792-9189-73af0d2f702a May 17 18:17:29.082823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Checking segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:29.083437 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Network hostable DHCP agents. Network: 6640be3d-e392-4726-8d89-eb40f1262219, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:17:29.123839 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Network 6640be3d-e392-4726-8d89-eb40f1262219 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:17:29.133391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (68688597-c210-4792-9189-73af0d2f702a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.169613 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 6640be3d-e392-4726-8d89-eb40f1262219) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:29.175352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (68688597-c210-4792-9189-73af0d2f702a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.176492 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:29.177105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.183647 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:29.184248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.192842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (3108c074-e89d-458b-b4f7-22798aa06562), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.193404 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77b5c8-2bba-4053-9953-0927a2d744f2 None None] Network 6640be3d-e392-4726-8d89-eb40f1262219 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:29.194351 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:29.194964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.212639 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0876319 May 17 18:17:29.222079 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:29.231719 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Request body: {'subnet': {'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-498086541-subnet', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:29.262058 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Allocated IP 172.27.0.101 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:29.277423 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Made reservation on behalf of cd7eb45f1cd74f84943f4b991986973d for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:29.280641 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.317702 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fa98c327-71cb-4eac-901f-66de2998eba6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8026211 May 17 18:17:29.322345 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:29.371800 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:29.442260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.444046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-6640be3d-e392-4726-8d89-eb40f1262219', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:17:29.445125 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.469063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.530682 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.5611689 May 17 18:17:29.542736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Pushing event updated for resources: {'Network': ['ID=68688597-c210-4792-9189-73af0d2f702a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:29.544481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:29.544986 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:29.549405 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Request body: {'subnet': {'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-subnet', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:29.561134 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02b76-3587-4140-b793-9ca6b750acaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15acf5ea-81c2-4912-a92c-e4b8d31da720,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:29.571927 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 68688597-c210-4792-9189-73af0d2f702a details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:17:29.637138 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (860b4d9b-2b71-41a6-887d-ca92a47a5805), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.660982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for router_controller (efb41b60-ee58-4a55-95a4-3b0731c493d0), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.733259 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Made reservation on behalf of b7d713a65f9e4071988e5df2fbf90b17 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:29.735719 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.740183 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.741525 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Allocated IP 172.20.0.2 (6640be3d-e392-4726-8d89-eb40f1262219/2a33aa7e-63cf-4274-8a96-a98f7f2a28f9/9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:29.776719 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5c33-33d0-4205-a57a-f6cf57c757d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3108c074-e89d-458b-b4f7-22798aa06562,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:29.839712 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=860b4d9b-2b71-41a6-887d-ca92a47a5805,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:29.863359 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Checking segment: {'id': 'd53886b6-81eb-413c-b042-a74edaa469e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:29.864740 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Network hostable DHCP agents. Network: 86ea7eef-47ee-4d2b-9ed2-27335ad66c99, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:17:29.894459 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:17:29.908401 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 86ea7eef-47ee-4d2b-9ed2-27335ad66c99) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:29.918648 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:29.921487 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.935265 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (5c18e1d7-9ea4-49b0-92ee-73c4af41ca93), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:29.949157 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-14614d50-3716-4b64-80e4-9c9f6d2cb14a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4300773 May 17 18:17:29.994355 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:30.059670 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for router_gateway (efb41b60-ee58-4a55-95a4-3b0731c493d0), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.097599 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c85dce59-6c8e-4711-8804-0d9ac5ae0d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.097939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:30.108281 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 3108c074-e89d-458b-b4f7-22798aa06562 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:17:30.111294 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.127778 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks [] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.132431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e33117c-7374-4172-ae00-ee16d2972d09 None None] Network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:30.164432 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.231148 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Network 6640be3d-e392-4726-8d89-eb40f1262219 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:30.242325 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:30.250477 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:30.272777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d66-d5cb-4d41-b439-05d458df6fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.281276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:30.302198 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:30.347076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:30.360720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Checking segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:30.361080 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Network hostable DHCP agents. Network: 68688597-c210-4792-9189-73af0d2f702a, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:17:30.446783 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d66-d5cb-4d41-b439-05d458df6fa8 admin admin] Publish callbacks [] for security_group (9a6864fd-036b-46b5-ae9e-7844127b9ebf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.454434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8f6d66-d5cb-4d41-b439-05d458df6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a6864fd-036b-46b5-ae9e-7844127b9ebf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.469400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Attempting to bind port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:30.470381 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Attempting to bind port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:30.471048 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Attempting to bind port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:30.479557 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Pushing event updated for resources: {'Port': ['ID=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:30.492877 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7a8f6d66-d5cb-4d41-b439-05d458df6fa8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4de85b5a9fd04a9ba5d16da6d4816235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3970799 May 17 18:17:30.501659 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:30.513658 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:30.514772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Checking segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:30.515425 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.516046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Bound using segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:30.516758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Bound port: 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:30.517371 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.530888 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 93990cec-7308-4fcf-975b-832602626806 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:30.551808 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f6d66-d5cb-4d41-b439-05d458df6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6864fd-036b-46b5-ae9e-7844127b9ebf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:30.571309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:30.574457 dv-cinder-837362-2-iscsi neutron-server[103476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 18:17:30.595751 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18378b-ade3-4b20-9df3-2475cdb4e8c3 None None] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:30.624089 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] For port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:30.644052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] Publish callbacks [] for security_group (9a6864fd-036b-46b5-ae9e-7844127b9ebf), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.690152 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] For port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:30.694907 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Network 68688597-c210-4792-9189-73af0d2f702a is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:17:30.698542 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Pushing event updated for resources: {'Port': ['ID=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:30.755382 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 68688597-c210-4792-9189-73af0d2f702a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:30.761386 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Provisioning complete for port 93990cec-7308-4fcf-975b-832602626806 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:30.761858 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (93990cec-7308-4fcf-975b-832602626806), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.767060 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31d12d-4dd7-4574-8ee6-f5541dc23835 None None] Network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:30.768990 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc2b36-cafb-4a1c-95e2-558426d2ffaf None None] Network 68688597-c210-4792-9189-73af0d2f702a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:30.771607 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.808585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:30.809584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.890547 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465dca-910f-4404-b17b-85b7bf535ac7 None None] Pushing event updated for resources: {'Port': ['ID=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:30.893747 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] Publish callbacks [] for security_group (9a6864fd-036b-46b5-ae9e-7844127b9ebf), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.941803 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 93990cec-7308-4fcf-975b-832602626806 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:30.942499 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (93990cec-7308-4fcf-975b-832602626806), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.984150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-eb61c31e-893a-43ee-b51f-73324914554c tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:30.986325 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-eb61c31e-893a-43ee-b51f-73324914554c tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/networks?id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99 HTTP/1.1" status: 200 len: 811 time: 0.4137700 May 17 18:17:30.998496 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c85dce59-6c8e-4711-8804-0d9ac5ae0d01 admin admin] Publish callbacks [] for security_group (e1213087-60fc-4c85-8b29-65c6fcb51584), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:30.999855 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (ec93c781-8e77-470d-8d18-1706fdf1a760), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.009848 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-9c6c1bb5-cd1f-4916-b0fb-445845170feb tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/quotas/230486e6ce974ab89147f39cbf941839 HTTP/1.1" status: 200 len: 375 time: 0.0179052 May 17 18:17:31.030870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a6864fd-036b-46b5-ae9e-7844127b9ebf), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.033639 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.034964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a6864fd-036b-46b5-ae9e-7844127b9ebf HTTP/1.1" status: 204 len: 168 time: 0.5316679 May 17 18:17:31.088485 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c85dce59-6c8e-4711-8804-0d9ac5ae0d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1213087-60fc-4c85-8b29-65c6fcb51584), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.110585 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11282885-7eac-4f12-b03d-faf71d261689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6864fd-036b-46b5-ae9e-7844127b9ebf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:31.115881 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-0906c291-6368-4c74-b330-02aabcf7749f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=230486e6ce974ab89147f39cbf941839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901878 May 17 18:17:31.282578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Current status of the port 93990cec-7308-4fcf-975b-832602626806 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:31.283266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (93990cec-7308-4fcf-975b-832602626806), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.314505 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for router_gateway (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.374632 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-68688597-c210-4792-9189-73af0d2f702a', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:17:31.375855 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.439519 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c85dce59-6c8e-4711-8804-0d9ac5ae0d01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29655206dbba479eaf93e154247f5025&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8788414 May 17 18:17:31.439672 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] For port 93990cec-7308-4fcf-975b-832602626806, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=93990cec-7308-4fcf-975b-832602626806,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:31.440356 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:31.454269 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (93990cec-7308-4fcf-975b-832602626806), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.468773 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-91548458-4546-4384-9d94-0f236bc64469 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2436318 May 17 18:17:31.469850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec93c781-8e77-470d-8d18-1706fdf1a760,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:31.477255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:31.510049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 93990cec-7308-4fcf-975b-832602626806 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:31.511154 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (93990cec-7308-4fcf-975b-832602626806), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.517722 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:31.584403 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.632843 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-02a2fabd-f005-41b5-b416-e315fc93fc37 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:17:31.633950 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-02a2fabd-f005-41b5-b416-e315fc93fc37 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1911852 May 17 18:17:31.635107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (9253a358-5bf6-4809-802b-af3fe2db3272), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.636866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (9253a358-5bf6-4809-802b-af3fe2db3272), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.686544 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b17630d0-9e91-4c46-bcbf-518c04c25d37 None None] Provisioning complete for port 93990cec-7308-4fcf-975b-832602626806 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:31.687189 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b17630d0-9e91-4c46-bcbf-518c04c25d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (93990cec-7308-4fcf-975b-832602626806), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.709689 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c481b-4009-41ec-bee0-d10fbb4d6088 None None] Pushing event updated for resources: {'Port': ['ID=93990cec-7308-4fcf-975b-832602626806,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:31.734121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for router_gateway (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.816104 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 18:17:31.820177 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 18:17:31.886235 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dce59-6c8e-4711-8804-0d9ac5ae0d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1213087-60fc-4c85-8b29-65c6fcb51584,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:31.898356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Allocated IP 172.20.0.2 (68688597-c210-4792-9189-73af0d2f702a/5c18e1d7-9ea4-49b0-92ee-73c4af41ca93/c5620d77-9e4c-42bd-b908-47430a33d6f0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:31.918005 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for router_controller (9253a358-5bf6-4809-802b-af3fe2db3272), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.928908 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] Publish callbacks [] for security_group (e1213087-60fc-4c85-8b29-65c6fcb51584), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:31.998322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b17630d0-9e91-4c46-bcbf-518c04c25d37 None None] Current status of the port 93990cec-7308-4fcf-975b-832602626806 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:32.006022 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] Publish callbacks [] for security_group (e1213087-60fc-4c85-8b29-65c6fcb51584), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.132714 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for router_gateway (9253a358-5bf6-4809-802b-af3fe2db3272), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.145884 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-695da4c3-45f8-4be7-8b6c-26a650e80631 service neutron] 10.222.0.65 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831176 May 17 18:17:32.202297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:32.203110 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Network hostable DHCP agents. Network: 3108c074-e89d-458b-b4f7-22798aa06562, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:17:32.218864 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Allocated IP 172.27.0.80 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/eece2495-f1d1-48ab-900d-f358d7033ba9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:32.232840 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks [] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.242925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.276664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Network 3108c074-e89d-458b-b4f7-22798aa06562 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:17:32.337940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1213087-60fc-4c85-8b29-65c6fcb51584), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.341114 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.342461 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1213087-60fc-4c85-8b29-65c6fcb51584 HTTP/1.1" status: 204 len: 168 time: 0.9010093 May 17 18:17:32.388860 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8bc02-10ba-464c-8d9f-173c8ce5c274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1213087-60fc-4c85-8b29-65c6fcb51584,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:32.409843 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.410110 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-13a01ba7-e225-4dc8-89ce-a80c21c03729 service neutron] 10.222.0.65 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399924 May 17 18:17:32.470750 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 93990cec-7308-4fcf-975b-832602626806 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:32.517407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Network 68688597-c210-4792-9189-73af0d2f702a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:32.531803 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:32.564154 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59786ec8-9586-49d8-8a25-513de4af5f8d None None] Network 6640be3d-e392-4726-8d89-eb40f1262219 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:32.591927 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for router_gateway (9253a358-5bf6-4809-802b-af3fe2db3272), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.640646 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.650126 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 3108c074-e89d-458b-b4f7-22798aa06562) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:32.666644 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:32.668074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.724637 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.760337 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6209795e-4aec-4a10-87f3-0c7d8def38f0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2064264 May 17 18:17:32.760337 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:32.781870 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:32.812749 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55568) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:32.900122 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:17:32.919917 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:32.928850 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9243ff5-8c13-4611-b050-3423be07f6cf req-0ca29449-c4cf-4377-a812-7882467097e0 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.1119671 May 17 18:17:32.930303 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.021942 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Allocated IP 172.27.0.3 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/115df889-6006-43d5-b4a4-7c350b19c33c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:33.027340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.090488 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:33.101271 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:33.117875 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062f127-8e60-4f53-9cf6-1fb3cb6b0824 None None] Network 3108c074-e89d-458b-b4f7-22798aa06562 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:33.122917 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:33.141284 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Provisioning complete for port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:33.141727 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.162075 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for router_controller (18e4be91-3aa7-4367-9f8b-4b50c701b571), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.163625 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:33.172978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Pushing event updated for resources: {'Port': ['ID=eece2495-f1d1-48ab-900d-f358d7033ba9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:33.203542 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:33.230191 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:33.362390 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for port (115df889-6006-43d5-b4a4-7c350b19c33c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.364270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:33.377945 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Pushing event updated for resources: {'Port': ['ID=c5620d77-9e4c-42bd-b908-47430a33d6f0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:33.384656 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:33.407404 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:33.408055 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:33.432968 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.452279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dddf35ee-b4d8-4a0b-a2e7-5d004444fa98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.535215 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:33.545111 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:33.551997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:33.649237 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.653672 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:33.661225 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Pushing event updated for resources: {'Port': ['ID=115df889-6006-43d5-b4a4-7c350b19c33c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:33.666557 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3a7e8774-9f45-4388-934d-5c15f12a719c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2608545 May 17 18:17:33.684082 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:33.720003 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.752034 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Attempting to bind port c5620d77-9e4c-42bd-b908-47430a33d6f0 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:33.755346 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Attempting to bind port c5620d77-9e4c-42bd-b908-47430a33d6f0 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:33.755903 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Attempting to bind port c5620d77-9e4c-42bd-b908-47430a33d6f0 on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:33.817091 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:33.818528 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.833242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:33.838275 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Checking segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:33.839736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.841863 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for router_gateway (18e4be91-3aa7-4367-9f8b-4b50c701b571), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.842942 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Bound using segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:33.843724 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Bound port: c5620d77-9e4c-42bd-b908-47430a33d6f0, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:33.844368 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.887495 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Current status of the port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:33.888411 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.979746 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-3108c074-e89d-458b-b4f7-22798aa06562', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:17:33.981103 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:33.985722 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:30Z', 'revision_number': 3, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:34.064676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] For port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:34.095187 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:34.095547 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Updating router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:34.096418 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.170845 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.269150 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:34.270137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 93990cec-7308-4fcf-975b-832602626806 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:34.318470 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] For port c5620d77-9e4c-42bd-b908-47430a33d6f0, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:34.321132 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b6659259-fadc-4df5-bc1d-089be21fc22e None None] Provisioning complete for port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:34.321554 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b6659259-fadc-4df5-bc1d-089be21fc22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.346095 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-62a13987-d4ed-47c1-93be-19d315d1892f req-f03ca112-9ffe-49f2-8a39-c06b4179258d tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.2141929 May 17 18:17:34.393905 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 93990cec-7308-4fcf-975b-832602626806 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:34.394719 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (93990cec-7308-4fcf-975b-832602626806), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.403242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] For port c5620d77-9e4c-42bd-b908-47430a33d6f0, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c5620d77-9e4c-42bd-b908-47430a33d6f0,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:34.458554 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.544820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b6659259-fadc-4df5-bc1d-089be21fc22e None None] Current status of the port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:34.571477 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b555ba4-c9f1-42e9-90ce-93af22bc4bd1 None None] Pushing event updated for resources: {'Port': ['ID=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:34.582761 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks [] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.591577 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.709911 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for router_gateway (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.717608 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for router_gateway (9253a358-5bf6-4809-802b-af3fe2db3272), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.718647 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Attempting to bind port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:34.719077 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Attempting to bind port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:34.719447 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Attempting to bind port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:34.723030 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Pushing event updated for resources: {'Port': ['ID=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:34.747749 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:34.753869 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:34.754367 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.754777 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:34.755316 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Bound port: c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:34.755750 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.837436 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Allocated IP 172.20.0.2 (3108c074-e89d-458b-b4f7-22798aa06562/ec93c781-8e77-470d-8d18-1706fdf1a760/933218e4-c5a9-4207-a207-4d40bf81867d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:34.839395 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dddf35ee-b4d8-4a0b-a2e7-5d004444fa98 admin admin] Publish callbacks [] for security_group (e60d0468-e39f-42b5-b69a-2d8b76d2bb97), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.850818 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc00a8-9400-464b-ac66-0f72de0164cb None None] Pushing event updated for resources: {'Port': ['ID=c5620d77-9e4c-42bd-b908-47430a33d6f0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:34.867977 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for router_gateway (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.872546 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dddf35ee-b4d8-4a0b-a2e7-5d004444fa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e60d0468-e39f-42b5-b69a-2d8b76d2bb97), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:34.872823 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 93990cec-7308-4fcf-975b-832602626806 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:34.953780 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dddf35ee-b4d8-4a0b-a2e7-5d004444fa98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e76b4235ff849db87dc6c26d578f7fa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7130008 May 17 18:17:34.959463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:34.966406 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] For port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:34.973158 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] For port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:34.989105 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.023149 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.033426 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.033426 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.036943 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.036943 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.037282 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.037657 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.037991 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.038320 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.038712 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.038958 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.039289 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.039669 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.039939 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.040264 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.040585 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Tracked resource versions report: May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: pushed versions: May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: consumer versions: May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: HyperV agent@hv-cinder-83736: {}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-837362-2-iscsi: {}, May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-837362-2-iscsi: { 'AddressGroup': '1.2', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Agent': '1.1', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Log': '1.0', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Network': '1.1', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Port': '1.7', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'SubPort': '1.0', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Subnet': '1.1', May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} May 17 18:17:35.041815 dv-cinder-837362-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 18:17:35.122273 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:35.152912 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf35ee-b4d8-4a0b-a2e7-5d004444fa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d0468-e39f-42b5-b69a-2d8b76d2bb97,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:35.166752 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:35.167406 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:35.369039 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Allocated IP 172.27.0.248 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/78c17ea8-fa46-489d-9c92-c8cb66a5f5cd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:35.407455 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.488157 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:35.492142 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.559892 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks [] for port (933218e4-c5a9-4207-a207-4d40bf81867d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.592809 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.595108 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df55d95-d0fa-40a7-b606-c22a3b7e1b3b None None] Pushing event updated for resources: {'Port': ['ID=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:35.596451 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (9253a358-5bf6-4809-802b-af3fe2db3272), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.638461 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:35.656207 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:17:35.666097 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:35.671220 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:35.681889 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.684973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:35.743583 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:35.768254 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Pushing event updated for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:35.850571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Attempting to bind port 933218e4-c5a9-4207-a207-4d40bf81867d on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:35.851746 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Attempting to bind port 933218e4-c5a9-4207-a207-4d40bf81867d by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:35.852388 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Attempting to bind port 933218e4-c5a9-4207-a207-4d40bf81867d on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:35.861621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:35.862412 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:35.863036 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.863732 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Bound using segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:35.864448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Bound port: 933218e4-c5a9-4207-a207-4d40bf81867d, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:35.865042 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.895574 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] Publish callbacks [] for security_group (e60d0468-e39f-42b5-b69a-2d8b76d2bb97), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.926483 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.928456 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] Publish callbacks [] for security_group (e60d0468-e39f-42b5-b69a-2d8b76d2bb97), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:35.963382 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:35.970738 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=933218e4-c5a9-4207-a207-4d40bf81867d,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:35.988857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:36.015686 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:30Z', 'revision_number': 3, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:36.017060 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-86c48114-2b21-4d6f-8777-5dd4ae1e23df req-6eca8180-07ec-4e84-9edf-378f31faf235 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.1570439 May 17 18:17:36.045548 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e60d0468-e39f-42b5-b69a-2d8b76d2bb97), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:36.046588 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:36.047720 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e60d0468-e39f-42b5-b69a-2d8b76d2bb97 HTTP/1.1" status: 204 len: 168 time: 1.0868924 May 17 18:17:36.051782 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Pushing event updated for resources: {'Port': ['ID=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:36.064369 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa5a38-7d2e-42ab-9ba9-61843e3cb30b None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:30Z', 'revision_number': 3, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:36.070688 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:36.070908 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa06b4-0700-42fd-9a49-540ad22dabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d0468-e39f-42b5-b69a-2d8b76d2bb97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:36.100799 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:36.114906 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:36.116796 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:36.119349 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Router 9253a358-5bf6-4809-802b-af3fe2db3272 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:17:36.126050 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:36.243487 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:36.244506 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:36.259531 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:36.265433 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-00f8caa2-af3d-4e9f-86e5-421824c02d3c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8931074 May 17 18:17:36.267850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.59', 49885) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:36.268171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:36.335572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d3fc-dc31-45d5-8dcd-77e3c05f8b70 None None] Pushing event updated for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:36.359462 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:36.374537 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:36.390278 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:36.395556 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-fb1e6d9d-fc4d-413f-a0c0-71f03fec5c5b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8979418 May 17 18:17:36.397382 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:36.398870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:36.402022 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:36.544076 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:37.005249 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:37.369400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818f218-3d52-4478-a69f-61a0bbe09842 None None] Network 68688597-c210-4792-9189-73af0d2f702a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:37.446033 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c5620d77-9e4c-42bd-b908-47430a33d6f0 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:37.532638 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Provisioning complete for port c5620d77-9e4c-42bd-b908-47430a33d6f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:37.547226 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.029517 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for router_gateway (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.030280 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:34Z', 'revision_number': 3, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:38.091598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13c89d4a-61ed-4a05-818d-b505bfc19ebe req-009b7a7a-29b1-48de-8fc8-aa413d9e4666 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.4085755 May 17 18:17:38.109819 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:38.110177 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Updating router 9253a358-5bf6-4809-802b-af3fe2db3272 port 115df889-6006-43d5-b4a4-7c350b19c33c binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:38.137814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c5620d77-9e4c-42bd-b908-47430a33d6f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:38.138431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.188121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-24c6e011-ef43-4fff-ad36-fab700151501 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:38.192866 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-24c6e011-ef43-4fff-ad36-fab700151501 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.59 "GET /v2.0/networks?id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99 HTTP/1.1" status: 200 len: 811 time: 1.9172263 May 17 18:17:38.200853 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:33Z', 'revision_number': 3, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:38.206300 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.250845 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:38.251193 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Updating router efb41b60-ee58-4a55-95a4-3b0731c493d0 port eece2495-f1d1-48ab-900d-f358d7033ba9 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:38.303518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Current status of the port c5620d77-9e4c-42bd-b908-47430a33d6f0 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:38.303915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.321746 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.334937 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9dea5-3353-4fef-aaf6-42a4cd88b409 None None] Network 3108c074-e89d-458b-b4f7-22798aa06562 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:17:38.414040 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:38.450860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Request body: {'port': {'device_id': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99', 'admin_state_up': True, 'tenant_id': '230486e6ce974ab89147f39cbf941839'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:38.710107 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:17:38.742694 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] For port c5620d77-9e4c-42bd-b908-47430a33d6f0, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c5620d77-9e4c-42bd-b908-47430a33d6f0,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:38.786298 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.301537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c5620d77-9e4c-42bd-b908-47430a33d6f0 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:39.305214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.311254 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.319660 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Allocated IP 172.20.0.1 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/9b127a59-ae2a-4a7e-8553-964e7ace44d6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:39.329137 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks [] for port (115df889-6006-43d5-b4a4-7c350b19c33c), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.342941 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.355967 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Provisioning complete for port c5620d77-9e4c-42bd-b908-47430a33d6f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:39.357115 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.446085 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-191ce285-ca3d-46ce-a6b1-cb5bcc169cb6 req-10fd5c51-4f73-4af6-84ca-4571e0cc102f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.0749912 May 17 18:17:39.575665 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Attempting to bind port 115df889-6006-43d5-b4a4-7c350b19c33c on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:39.584595 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Attempting to bind port 115df889-6006-43d5-b4a4-7c350b19c33c by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:39.585610 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Attempting to bind port 115df889-6006-43d5-b4a4-7c350b19c33c on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:39.606195 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0c3b6-dd4e-4fdd-a77a-a95025fa2071 None None] Pushing event updated for resources: {'Port': ['ID=115df889-6006-43d5-b4a4-7c350b19c33c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:39.627680 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:39.630627 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:39.631379 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.632013 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:39.634089 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Bound port: 115df889-6006-43d5-b4a4-7c350b19c33c, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:39.634892 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.770245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.785844 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] For port 115df889-6006-43d5-b4a4-7c350b19c33c, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:39.791231 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] For port 115df889-6006-43d5-b4a4-7c350b19c33c, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=115df889-6006-43d5-b4a4-7c350b19c33c,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:39.799497 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf033-3403-4a24-96ad-932398b54f11 None None] Pushing event updated for resources: {'Port': ['ID=c5620d77-9e4c-42bd-b908-47430a33d6f0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:39.808141 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.886644 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Made reservation on behalf of 230486e6ce974ab89147f39cbf941839 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:17:39.892199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.939657 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks [] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:39.968649 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:39.969223 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:40.016844 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 18:17:40.018607 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 18:17:40.063743 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0c3b6-dd4e-4fdd-a77a-a95025fa2071 None None] Pushing event updated for resources: {'Port': ['ID=115df889-6006-43d5-b4a4-7c350b19c33c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:40.130469 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Current status of the port c5620d77-9e4c-42bd-b908-47430a33d6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:40.176440 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Allocated IP 172.20.0.1 (68688597-c210-4792-9189-73af0d2f702a/5c18e1d7-9ea4-49b0-92ee-73c4af41ca93/b92cbd25-cae3-4c97-a62e-b2d6a61d21be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:40.179529 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Provisioning complete for port 933218e4-c5a9-4207-a207-4d40bf81867d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:40.180195 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.210343 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.234638 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:40.387493 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:40.396576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks [] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.398875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:40.409361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:40.410075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.468040 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:40.543297 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Current status of the port 933218e4-c5a9-4207-a207-4d40bf81867d is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:40.548511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.566467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.710473 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b6aa5eff-2adb-404e-bf54-a1f5d791c8f0 req-b1bb43c0-dd2c-4b87-9bb1-0fa56d89566e tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.0750775 May 17 18:17:40.795600 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks [] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.849122 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:34Z', 'revision_number': 3, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:40.888020 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c5620d77-9e4c-42bd-b908-47430a33d6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:40.889662 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:40.919964 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Allocated IP 172.20.0.4 (86ea7eef-47ee-4d2b-9ed2-27335ad66c99/860b4d9b-2b71-41a6-887d-ca92a47a5805/72497b8a-820a-454f-9db2-9a0b38daf150) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:40.931589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Attempting to bind port eece2495-f1d1-48ab-900d-f358d7033ba9 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:40.932099 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Attempting to bind port eece2495-f1d1-48ab-900d-f358d7033ba9 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:40.932571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Attempting to bind port eece2495-f1d1-48ab-900d-f358d7033ba9 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:40.934703 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5132e-6ad4-4544-ac9d-e65c00801edf None None] Pushing event updated for resources: {'Port': ['ID=eece2495-f1d1-48ab-900d-f358d7033ba9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:40.952088 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-57336515-cb30-4a64-858c-bb4109814660 None None] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=933218e4-c5a9-4207-a207-4d40bf81867d,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:40.957774 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee991720-989c-4180-bf4e-87c4391e610b None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:34Z', 'revision_number': 3, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:40.962999 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.971196 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:40.971802 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:40.972295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:40.975705 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:40.977653 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Bound port: eece2495-f1d1-48ab-900d-f358d7033ba9, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:40.977653 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.039726 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.049089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.128621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Provisioning complete for port 933218e4-c5a9-4207-a207-4d40bf81867d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:41.128621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.177854 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Pushing event updated for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:41.222212 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:41.222676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.223706 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Network 68688597-c210-4792-9189-73af0d2f702a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:41.226377 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:41.253971 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:41.263059 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (9253a358-5bf6-4809-802b-af3fe2db3272), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.292395 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57336515-cb30-4a64-858c-bb4109814660 None None] Pushing event updated for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:41.298796 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:17:41.388022 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] For port eece2495-f1d1-48ab-900d-f358d7033ba9, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:41.409875 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.439385 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] For port eece2495-f1d1-48ab-900d-f358d7033ba9, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eece2495-f1d1-48ab-900d-f358d7033ba9,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:41.481370 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.488496 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:41.488885 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.634179 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks [] for port (72497b8a-820a-454f-9db2-9a0b38daf150), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.666068 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:41.762244 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:41.762839 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:41.763138 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:41.967890 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:41.997774 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.002486 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-02a49298-8dcd-4230-ba2a-1802c80ac82f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2413275 May 17 18:17:42.004354 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:42.188589 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.192848 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks [] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.218089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.220481 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.298678 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:42.330244 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:42.346581 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:42.349828 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:42.355945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:42.356604 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.387685 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Allocated IP 172.20.0.1 (6640be3d-e392-4726-8d89-eb40f1262219/2a33aa7e-63cf-4274-8a96-a98f7f2a28f9/823e4d15-ef9d-4614-8110-070e056a025b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:42.392487 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9618945 May 17 18:17:42.462530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.462902 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks [] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.463151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c58c9c-24c4-4294-872d-35263c3dfdd5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Pushing event updated for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:42.463401 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 933218e4-c5a9-4207-a207-4d40bf81867d up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:42.465110 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5132e-6ad4-4544-ac9d-e65c00801edf None None] Pushing event updated for resources: {'Port': ['ID=eece2495-f1d1-48ab-900d-f358d7033ba9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:42.473100 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:42.493363 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.494175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (9253a358-5bf6-4809-802b-af3fe2db3272), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.499063 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:42.561715 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6369a-4d0d-4b59-a948-d3042eec2da0 req-03b33e38-4143-4487-8205-9ad3cff95279 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:42.563508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0a6369a-4d0d-4b59-a948-d3042eec2da0 req-03b33e38-4143-4487-8205-9ad3cff95279 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 931 time: 0.7344120 May 17 18:17:42.605116 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:42.605914 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:42.754221 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:42.805042 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks [] for port (823e4d15-ef9d-4614-8110-070e056a025b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.871771 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Current status of the port 933218e4-c5a9-4207-a207-4d40bf81867d is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:42.935472 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Pushing event updated for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:42.944580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Provisioning complete for port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:42.944913 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:42.960815 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0a6369a-4d0d-4b59-a948-d3042eec2da0 req-7548812e-4366-4480-a499-b40e81b36c2f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596217 May 17 18:17:42.994401 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 933218e4-c5a9-4207-a207-4d40bf81867d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:42.994401 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.019217 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.020773 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:43.047482 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:43.061452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:43.069516 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Network 6640be3d-e392-4726-8d89-eb40f1262219 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:43.092199 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Network 68688597-c210-4792-9189-73af0d2f702a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:43.093312 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:43.098972 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f2c93-2391-42f6-b662-777c69f0e4dd None None] Port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:43.099567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:43.100300 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.111678 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:43.321905 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:33Z', 'revision_number': 3, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:43.543843 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.580095 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Pushing event updated for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:43.614369 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:17:43.637748 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:17:43.638852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666459-3077-4b9e-b915-faaaf0894fb9 None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:33Z', 'revision_number': 3, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:43.654922 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-18d55b7c-0959-4c84-b7db-e47271f5d4f0 None None] Provisioning complete for port b92cbd25-cae3-4c97-a62e-b2d6a61d21be triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:43.655318 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18d55b7c-0959-4c84-b7db-e47271f5d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.664967 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:37Z', 'revision_number': 3, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:43.695196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-e1687f21-1802-4347-8640-fc78a6755fe9 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:17:43.696371 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-e1687f21-1802-4347-8640-fc78a6755fe9 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061345 May 17 18:17:43.751724 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 933218e4-c5a9-4207-a207-4d40bf81867d is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:43.780295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:43.782741 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Updating router 18e4be91-3aa7-4367-9f8b-4b50c701b571 port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:43.836605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (823e4d15-ef9d-4614-8110-070e056a025b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:43.873202 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-18d55b7c-0959-4c84-b7db-e47271f5d4f0 None None] Port b92cbd25-cae3-4c97-a62e-b2d6a61d21be cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:43.888676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.002461 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:44.012028 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:44.041192 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a81251b1-6463-496f-9c7e-7d15935caeb3 admin admin] 10.222.0.65 "PUT /v2.0/routers/9f1cc327-2d64-4e28-a6f6-be31658dbdfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3512137 May 17 18:17:44.054861 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:44.063107 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:44.077961 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:44.094376 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5678d1a1-3df8-4d91-86c9-8752ec2cbb81 admin admin] 10.222.0.65 "PUT /v2.0/routers/9253a358-5bf6-4809-802b-af3fe2db3272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6942310 May 17 18:17:44.116661 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Provisioning complete for port 823e4d15-ef9d-4614-8110-070e056a025b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:44.117035 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (823e4d15-ef9d-4614-8110-070e056a025b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.133049 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Allocated IP 172.20.0.1 (3108c074-e89d-458b-b4f7-22798aa06562/ec93c781-8e77-470d-8d18-1706fdf1a760/6246f4b7-61df-4bbb-974f-95a970b9241c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:44.240552 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Port 823e4d15-ef9d-4614-8110-070e056a025b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:44.247815 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bd5c3-506c-4480-b97f-4fedf2e2f084 req-401a20bc-fe51-402a-9465-5107913d57a8 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:44.253043 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 115df889-6006-43d5-b4a4-7c350b19c33c up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:44.259238 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e20bd5c3-506c-4480-b97f-4fedf2e2f084 req-401a20bc-fe51-402a-9465-5107913d57a8 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 931 time: 0.1105583 May 17 18:17:44.327560 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:44.402111 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e20bd5c3-506c-4480-b97f-4fedf2e2f084 req-e074a8a5-6d25-421d-8348-75d865bb5826 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419644 May 17 18:17:44.405232 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 115df889-6006-43d5-b4a4-7c350b19c33c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:44.405826 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.540217 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:44.564018 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Provisioning complete for port b92cbd25-cae3-4c97-a62e-b2d6a61d21be triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:44.570079 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.664407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Port b92cbd25-cae3-4c97-a62e-b2d6a61d21be cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:44.676540 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Provisioning complete for port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:44.677036 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.703804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks [] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.715833 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85034b45-b4c0-420a-8998-e5522fbf9099 None None] Port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:44.719388 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:44.720305 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:44.780114 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.941001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:44.951303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537327932', 'description': 'tempest-description--750486236'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:44.958297 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:44.959891 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:44.960600 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 115df889-6006-43d5-b4a4-7c350b19c33c is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:44.961898 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:44.964983 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:44.984774 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:44.995440 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:44.998534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks [] for port (823e4d15-ef9d-4614-8110-070e056a025b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.006505 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827510125', 'description': 'tempest-description--916249582'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:45.024148 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 115df889-6006-43d5-b4a4-7c350b19c33c, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=115df889-6006-43d5-b4a4-7c350b19c33c,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:45.030371 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:45.030879 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Updating router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:45.032395 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.032674 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.034149 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.064385 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.070988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c5620d77-9e4c-42bd-b908-47430a33d6f0 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:45.073451 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.116718 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.219908 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (db34bc0f-cef8-4e0a-b054-02b942b5950f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.233573 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (db34bc0f-cef8-4e0a-b054-02b942b5950f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.253260 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.269063 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.300641 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.305740 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3635156 May 17 18:17:45.306671 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55864) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:45.313710 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group_rule': {'security_group_id': 'db34bc0f-cef8-4e0a-b054-02b942b5950f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:45.320594 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a114efc-384a-4a41-8ecd-e8be3158dd53 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db34bc0f-cef8-4e0a-b054-02b942b5950f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.335249 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.336853 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3394067 May 17 18:17:45.352310 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55866) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:45.359776 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:45.414193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d185ba2-4e30-41aa-8297-62900dd86f5e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.441172 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (6b8ddfe4-126b-4d95-bb79-9c213a8ba0cc), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.482602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (9b97c79a-4939-4461-b880-14c562fda70e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.487402 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:45.487964 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.616379 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46eb34e1-583d-4fed-a116-c8480dcaa55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.630703 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (6b8ddfe4-126b-4d95-bb79-9c213a8ba0cc), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.642015 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (6b8ddfe4-126b-4d95-bb79-9c213a8ba0cc), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.665880 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks [] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.672958 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.688213 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3112a-c6e9-4a55-8bd8-f402360b96fb req-549590a7-22a4-4942-972a-d5b7c8079718 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:45.689277 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5e14a50d-2265-4642-8be5-f818f5ebf1aa None None] Provisioning complete for port 6246f4b7-61df-4bbb-974f-95a970b9241c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:45.689838 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-94c3112a-c6e9-4a55-8bd8-f402360b96fb req-549590a7-22a4-4942-972a-d5b7c8079718 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 931 time: 0.1616871 May 17 18:17:45.695643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e14a50d-2265-4642-8be5-f818f5ebf1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.703555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.705175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964829 May 17 18:17:45.713846 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Network 6640be3d-e392-4726-8d89-eb40f1262219 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:45.717495 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55872) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:45.722028 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:45.729737 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group_rule': {'security_group_id': 'db34bc0f-cef8-4e0a-b054-02b942b5950f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:45.749619 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=115df889-6006-43d5-b4a4-7c350b19c33c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.765833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (9b97c79a-4939-4461-b880-14c562fda70e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.769209 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504a260-7ab6-416b-840b-5cee6a8005eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8ddfe4-126b-4d95-bb79-9c213a8ba0cc,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.786040 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (9b97c79a-4939-4461-b880-14c562fda70e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.829428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b97c79a-4939-4461-b880-14c562fda70e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.837685 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:45.840056 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c5620d77-9e4c-42bd-b908-47430a33d6f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:45.840056 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.848245 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-94c3112a-c6e9-4a55-8bd8-f402360b96fb req-19858698-3ce5-45df-8748-f893fe7bc019 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339786 May 17 18:17:45.857573 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:45.863899 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5f365dc1-6cf8-415a-9fc8-0adde0ac1a83 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5085461 May 17 18:17:45.866840 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55874) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:45.878311 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:45.885812 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d91bfb-126c-425b-affe-4ec320ffbfb6 None None] Pushing event updated for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:45.900596 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5e14a50d-2265-4642-8be5-f818f5ebf1aa None None] Port 6246f4b7-61df-4bbb-974f-95a970b9241c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:45.957941 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (c79219df-d819-4be6-8e84-61de0f1f256b), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.019816 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Attempting to bind port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:46.020105 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Attempting to bind port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:46.020990 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Attempting to bind port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:46.024765 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Pushing event updated for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:46.029972 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:46.030354 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:46.030753 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.031347 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:46.031642 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Bound port: 9b127a59-ae2a-4a7e-8553-964e7ace44d6, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:46.032016 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.051582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (76e12218-0ed9-481e-8a65-e2a7a5efbfaf), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.088603 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks [] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.116060 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (c79219df-d819-4be6-8e84-61de0f1f256b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.124771 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (c79219df-d819-4be6-8e84-61de0f1f256b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.153011 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.154241 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] For port 9b127a59-ae2a-4a7e-8553-964e7ace44d6, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:46.160433 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] For port 9b127a59-ae2a-4a7e-8553-964e7ace44d6, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9b127a59-ae2a-4a7e-8553-964e7ace44d6,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:46.163685 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79219df-d819-4be6-8e84-61de0f1f256b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:46.175958 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.177172 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-04630474-b6b1-4177-87fe-1c640aa1f71e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093796 May 17 18:17:46.180311 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55878) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:46.182860 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.185391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:46.213630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (76e12218-0ed9-481e-8a65-e2a7a5efbfaf), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.218531 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:17:46.247821 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (76e12218-0ed9-481e-8a65-e2a7a5efbfaf), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.265818 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.270710 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e12218-0ed9-481e-8a65-e2a7a5efbfaf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:46.351247 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d91bfb-126c-425b-affe-4ec320ffbfb6 None None] Pushing event updated for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:46.366143 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:46.367461 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:46.409878 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.562347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c5620d77-9e4c-42bd-b908-47430a33d6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:46.563550 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.565036 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-79e05956-85bd-49b9-bbcf-a5a115e46b25 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8401120 May 17 18:17:46.567282 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:46.567814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:46.571377 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55882) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:46.582634 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f3cf3568-b349-4fbf-a8db-473199ccd55c admin admin] 10.222.0.65 "PUT /v2.0/routers/efb41b60-ee58-4a55-95a4-3b0731c493d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2807674 May 17 18:17:46.596062 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:46.641297 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:46.690563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.699279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.705595 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Attempting to bind port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:46.706227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Attempting to bind port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:46.706402 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Attempting to bind port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:46.712860 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Provisioning complete for port 823e4d15-ef9d-4614-8110-070e056a025b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:46.714032 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (823e4d15-ef9d-4614-8110-070e056a025b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Bound port: 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:46.799251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.851049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a8fbb-aa88-4d03-90aa-2d768cadba27 None None] Pushing event updated for resources: {'Port': ['ID=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:46.858648 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Port 823e4d15-ef9d-4614-8110-070e056a025b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:46.896936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Provisioning complete for port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:46.897574 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:46.983019 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 2, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:46.989814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:46.990414 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.087979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:47.088267 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Updating router 9253a358-5bf6-4809-802b-af3fe2db3272 port b92cbd25-cae3-4c97-a62e-b2d6a61d21be binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:47.120597 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:47.137179 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] For port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:47.181579 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks [] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.186731 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:47.190414 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:47.191059 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:47.201988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.27.0.94 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/2d169f18-f886-4927-b429-4812dc593cc7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:47.205624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144934008', 'description': 'tempest-description--603211608'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:47.211245 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] For port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:47.224694 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.225879 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.233981 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.258451 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50f91e74-373f-46ac-b817-1cabf46f0a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.261978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.356766 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (2d169f18-f886-4927-b429-4812dc593cc7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.358460 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a8fbb-aa88-4d03-90aa-2d768cadba27 None None] Pushing event updated for resources: {'Port': ['ID=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:47.366086 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Current status of the port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:47.366620 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.369045 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:47.371729 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 933218e4-c5a9-4207-a207-4d40bf81867d up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:47.448791 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.459963 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a145ce-228c-471b-90a1-faedbe387c15 req-40e9ddb1-38bf-410a-bc93-466408df60c3 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:47.463092 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74a145ce-228c-471b-90a1-faedbe387c15 req-40e9ddb1-38bf-410a-bc93-466408df60c3 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 931 time: 0.4829991 May 17 18:17:47.509597 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (2d169f18-f886-4927-b429-4812dc593cc7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.527444 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:47.527444 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:47.601902 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.626297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:47.644788 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] For port 9b127a59-ae2a-4a7e-8553-964e7ace44d6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9b127a59-ae2a-4a7e-8553-964e7ace44d6,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:47.645360 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:47.800118 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.805256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (2b7ffbd6-e1b8-4d03-9938-c076cce7d260), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.835934 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2b7ffbd6-e1b8-4d03-9938-c076cce7d260), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.863349 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 933218e4-c5a9-4207-a207-4d40bf81867d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:47.864941 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:47.956337 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Request body: {'port': {'device_id': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:48.136480 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4698a7b3-8162-4e2d-8915-d5d10cf36904 None None] Provisioning complete for port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:48.137239 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4698a7b3-8162-4e2d-8915-d5d10cf36904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:48.184260 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:48.225555 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:48.233823 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebf001-4749-4483-8244-7bf10bbf65f2 None None] Pushing event updated for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:48.243224 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:48.247539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:48.252834 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 2, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:48.306428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:48.323580 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:48.345884 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:48.350177 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Updating router efb41b60-ee58-4a55-95a4-3b0731c493d0 port 823e4d15-ef9d-4614-8110-070e056a025b binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:48.357662 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:48.366511 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:48.377044 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1841066 May 17 18:17:48.382413 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:48.444002 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 55918) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:48.485485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group_rule': {'security_group_id': '2b7ffbd6-e1b8-4d03-9938-c076cce7d260', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:48.490785 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafeada-bf92-4d35-98e0-a2f524edfc7f None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:48.526257 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (823e4d15-ef9d-4614-8110-070e056a025b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:48.685229 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74a145ce-228c-471b-90a1-faedbe387c15 req-5571a6a9-e84f-4e72-bf8c-603d562f33aa tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1325455 May 17 18:17:48.718426 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.056373 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Allocated IP 172.27.0.82 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/1b87f72f-d39c-4289-9564-633d80d87039) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:49.062014 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063fb8-0071-43b2-b4a2-a91b7954fdbd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ffbd6-e1b8-4d03-9938-c076cce7d260,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:49.259496 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (1b87f72f-d39c-4289-9564-633d80d87039), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.358615 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55928) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:49.386318 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.402300 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (15e1dae2-c1b6-4f2f-9352-b0e24c852940), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.495457 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=2d169f18-f886-4927-b429-4812dc593cc7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:49.509052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (1b87f72f-d39c-4289-9564-633d80d87039), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.566861 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (15e1dae2-c1b6-4f2f-9352-b0e24c852940), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.665041 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:49.748912 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks [] for port (823e4d15-ef9d-4614-8110-070e056a025b), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.751107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=1b87f72f-d39c-4289-9564-633d80d87039,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:49.768044 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4698a7b3-8162-4e2d-8915-d5d10cf36904 None None] Current status of the port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:49.772614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:49.773264 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.777128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:49.841203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd032-525e-4909-a2ab-c1f76de2cca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.847479 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (2d169f18-f886-4927-b429-4812dc593cc7), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.851781 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:17:49.854346 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (15e1dae2-c1b6-4f2f-9352-b0e24c852940), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:49.943377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72497b8a-820a-454f-9db2-9a0b38daf150 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:17:50.001421 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b8cfc-2597-4ac5-8721-d42d9fd36bac None None] Pushing event updated for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:50.018402 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks [] for port (72497b8a-820a-454f-9db2-9a0b38daf150), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.019888 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 933218e4-c5a9-4207-a207-4d40bf81867d is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:50.055888 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks [] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.073823 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.073936 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e1dae2-c1b6-4f2f-9352-b0e24c852940,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:50.147523 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.170898 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-abcfa6d2-65d7-4f75-aea2-0d48d4fb66ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7254286 May 17 18:17:50.180822 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-503a9263-d3fe-44ef-8e5e-8677f113e422 None None] Provisioning complete for port 6246f4b7-61df-4bbb-974f-95a970b9241c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:50.182254 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Attempting to bind port 823e4d15-ef9d-4614-8110-070e056a025b on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:50.182400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-503a9263-d3fe-44ef-8e5e-8677f113e422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.182903 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Attempting to bind port 823e4d15-ef9d-4614-8110-070e056a025b by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:50.183425 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Attempting to bind port 823e4d15-ef9d-4614-8110-070e056a025b on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:50.196819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 55962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:50.214845 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:50.215218 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Checking segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:50.222095 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.222759 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Bound using segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:50.224347 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Bound port: 823e4d15-ef9d-4614-8110-070e056a025b, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:50.224925 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (823e4d15-ef9d-4614-8110-070e056a025b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.266661 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group_rule': {'security_group_id': '2b7ffbd6-e1b8-4d03-9938-c076cce7d260', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:50.300653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.332579 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.377815 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Transition to ACTIVE for port object 72497b8a-820a-454f-9db2-9a0b38daf150 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:17:50.418951 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc0e47-1fa8-4da0-80c0-30c1bc8221c1 req-13bb204d-b278-40c8-acb1-b3a626d95252 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:50.435774 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.441071 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0bc0e47-1fa8-4da0-80c0-30c1bc8221c1 req-13bb204d-b278-40c8-acb1-b3a626d95252 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 931 time: 0.4552934 May 17 18:17:50.484096 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] For port 823e4d15-ef9d-4614-8110-070e056a025b, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:50.492424 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] For port 823e4d15-ef9d-4614-8110-070e056a025b, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=823e4d15-ef9d-4614-8110-070e056a025b,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:50.511836 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.565990 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-503a9263-d3fe-44ef-8e5e-8677f113e422 None None] Port 6246f4b7-61df-4bbb-974f-95a970b9241c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:17:50.652247 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 2, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:50.676342 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b8cfc-2597-4ac5-8721-d42d9fd36bac None None] Pushing event updated for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:50.743392 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:50.744088 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:50.789893 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a57729-adcb-47e2-a132-1cfb2ab2a263 None None] Pushing event updated for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:50.807580 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1b87f72f-d39c-4289-9564-633d80d87039), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.905226 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Provisioning complete for port 823e4d15-ef9d-4614-8110-070e056a025b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:50.907730 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (823e4d15-ef9d-4614-8110-070e056a025b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:50.927253 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95f601-6695-4780-b985-f829a51c2029 None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 2, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:51.092002 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:51.150737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Attempting to bind port b92cbd25-cae3-4c97-a62e-b2d6a61d21be on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:51.151101 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Attempting to bind port b92cbd25-cae3-4c97-a62e-b2d6a61d21be by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:51.151468 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Attempting to bind port b92cbd25-cae3-4c97-a62e-b2d6a61d21be on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:51.272750 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:51.273177 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Checking segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:51.273566 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.273966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Bound using segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:51.274450 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Bound port: b92cbd25-cae3-4c97-a62e-b2d6a61d21be, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:51.274831 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.294629 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9b127a59-ae2a-4a7e-8553-964e7ace44d6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:51.316285 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0bc0e47-1fa8-4da0-80c0-30c1bc8221c1 req-285a57d4-1c98-4a73-b66d-530ace258dbd tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8684826 May 17 18:17:51.324871 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Pushing event updated for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:51.350819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:17:51.369914 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b6fc7485-4177-4e4f-bd80-19b2b71a41a0 admin admin] 10.222.0.65 "PUT /v2.0/routers/18e4be91-3aa7-4367-9f8b-4b50c701b571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3546062 May 17 18:17:51.388724 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Current status of the port 823e4d15-ef9d-4614-8110-070e056a025b is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:51.393186 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (823e4d15-ef9d-4614-8110-070e056a025b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.447848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (9804be5e-818c-4348-8192-ded44dfeed73), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.503337 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] For port b92cbd25-cae3-4c97-a62e-b2d6a61d21be, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:51.526754 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (2d169f18-f886-4927-b429-4812dc593cc7), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.652162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] For port b92cbd25-cae3-4c97-a62e-b2d6a61d21be, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:51.714627 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.760972 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.794814 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (1b87f72f-d39c-4289-9564-633d80d87039), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.800653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (2d169f18-f886-4927-b429-4812dc593cc7), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.850594 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd032-525e-4909-a2ab-c1f76de2cca0 admin admin] Publish callbacks [] for security_group (98c42bd1-718c-4275-90b2-a621879ba45f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.868757 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Attempting to bind port 72497b8a-820a-454f-9db2-9a0b38daf150 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:17:51.873270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Attempting to bind port 72497b8a-820a-454f-9db2-9a0b38daf150 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'd53886b6-81eb-413c-b042-a74edaa469e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:17:51.873668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Attempting to bind port 72497b8a-820a-454f-9db2-9a0b38daf150 on network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:51.903099 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd032-525e-4909-a2ab-c1f76de2cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (98c42bd1-718c-4275-90b2-a621879ba45f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.955448 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.959020 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] For port 823e4d15-ef9d-4614-8110-070e056a025b, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=823e4d15-ef9d-4614-8110-070e056a025b,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:51.992822 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1b87f72f-d39c-4289-9564-633d80d87039), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:51.993117 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Port 72497b8a-820a-454f-9db2-9a0b38daf150 on network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:17:51.993664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Attempting to bind port 72497b8a-820a-454f-9db2-9a0b38daf150 on network 86ea7eef-47ee-4d2b-9ed2-27335ad66c99 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:17:52.002609 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=2d169f18-f886-4927-b429-4812dc593cc7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:52.010999 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:50Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:52.021955 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:52.025145 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.119962 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (9804be5e-818c-4348-8192-ded44dfeed73), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.122754 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43451ec-f86c-44d7-b1ef-197723e26252 None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:50Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:52.124463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.134378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:17:52.149712 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Checking segment: {'id': 'd53886b6-81eb-413c-b042-a74edaa469e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:17:52.151102 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Bound using segment: {'id': 'd53886b6-81eb-413c-b042-a74edaa469e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:17:52.154548 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7885ba32-a936-4473-8022-d1d7c3bae686 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9724681 May 17 18:17:52.164014 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Bound port: 72497b8a-820a-454f-9db2-9a0b38daf150, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53886b6-81eb-413c-b042-a74edaa469e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:17:52.167882 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.171848 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=1b87f72f-d39c-4289-9564-633d80d87039,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:52.198574 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.280603 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.285503 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-324f6073-b77d-45e8-ae3a-d9acf8f5c383 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7052884 May 17 18:17:52.297003 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:52.302093 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:52.311209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (9804be5e-818c-4348-8192-ded44dfeed73), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.333409 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.362703 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbd032-525e-4909-a2ab-c1f76de2cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c42bd1-718c-4275-90b2-a621879ba45f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:52.368507 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a4dbd032-525e-4909-a2ab-c1f76de2cca0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62a2bceca9214b5f8b057df5e3b6e2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0084345 May 17 18:17:52.373881 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:52.377835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a57729-adcb-47e2-a132-1cfb2ab2a263 None None] Pushing event updated for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:52.553287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9804be5e-818c-4348-8192-ded44dfeed73,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:52.718383 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:17:52.745537 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=72497b8a-820a-454f-9db2-9a0b38daf150,segment=NetworkSegment(d53886b6-81eb-413c-b042-a74edaa469e4),segment_id=d53886b6-81eb-413c-b042-a74edaa469e4)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:17:52.781540 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.787652 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-46b766b7-fc2d-4a12-9ac4-2da516af6a21 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5717926 May 17 18:17:52.808192 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:52.820871 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:17:52.836036 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.854827 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Provisioning complete for port 823e4d15-ef9d-4614-8110-070e056a025b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:52.856529 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (823e4d15-ef9d-4614-8110-070e056a025b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:52.952641 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-b142d11d-e36b-4cff-9023-b4bddfdf5577 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:52.954136 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-b142d11d-e36b-4cff-9023-b4bddfdf5577 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.3424459 May 17 18:17:53.014745 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:53.015375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.022957 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] 10.222.0.59 "PUT /v2.0/ports/72497b8a-820a-454f-9db2-9a0b38daf150 HTTP/1.1" status: 200 len: 1093 time: 5.2100918 May 17 18:17:53.023710 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:17:53.044386 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] Publish callbacks [] for security_group (98c42bd1-718c-4275-90b2-a621879ba45f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.097806 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] Publish callbacks [] for security_group (98c42bd1-718c-4275-90b2-a621879ba45f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.139679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050053-8f61-436e-a036-c2ea3a7ddae7 None None] Pushing event updated for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:53.175996 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-2417a8ab-e2e6-4666-94d3-75c858908837 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/quotas/b7d713a65f9e4071988e5df2fbf90b17 HTTP/1.1" status: 200 len: 375 time: 0.1472075 May 17 18:17:53.181116 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (98c42bd1-718c-4275-90b2-a621879ba45f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.184587 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.188772 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98c42bd1-718c-4275-90b2-a621879ba45f HTTP/1.1" status: 204 len: 168 time: 0.8133152 May 17 18:17:53.205613 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b77f-a9c5-423f-a9bc-0b04a42f4002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c42bd1-718c-4275-90b2-a621879ba45f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:53.271727 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.366410 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:53.371782 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-d787bb43-7d0a-4433-ba1b-01be2a31cdab tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540556 May 17 18:17:53.402526 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58384cd-746b-46cd-913c-77917a88da33 req-3505c1ce-f4b7-453d-be38-e171a0e58ec0 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:53.406352 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e58384cd-746b-46cd-913c-77917a88da33 req-3505c1ce-f4b7-453d-be38-e171a0e58ec0 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 943 time: 0.4508870 May 17 18:17:53.522131 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:53.543136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 115df889-6006-43d5-b4a4-7c350b19c33c up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:53.602778 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e58384cd-746b-46cd-913c-77917a88da33 req-a90d1c38-73c1-4873-bd81-b03579d09d78 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887922 May 17 18:17:53.673029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:17:53.863006 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-3130598a-c063-4842-b4a9-a4251d57aa80 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:17:53.873574 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253cc3-e0a9-4dc0-8b85-b0950d81739c service neutron] Pushing event updated for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:53.879855 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:53.882614 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-3130598a-c063-4842-b4a9-a4251d57aa80 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1637750 May 17 18:17:54.051197 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-9fc194ec-3432-4c0f-a0d8-ef9c0f12e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:54.054991 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-9fc194ec-3432-4c0f-a0d8-ef9c0f12e825 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=230486e6ce974ab89147f39cbf941839&device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 1127 time: 0.8074596 May 17 18:17:54.113304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Current status of the port 823e4d15-ef9d-4614-8110-070e056a025b is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:54.136617 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-eaa4be9f-4696-4194-b7ec-b076b37cf75d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--827510125&fields=id&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 267 time: 0.3162775 May 17 18:17:54.158624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Allocated IP 172.27.0.187 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/646a2002-968a-4715-864e-e6481890fd2e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:17:54.192272 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Provisioning complete for port b92cbd25-cae3-4c97-a62e-b2d6a61d21be triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:54.198496 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.198714 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-c7e71ed4-e80e-4a8e-928e-dac07d336e8e service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897546 May 17 18:17:54.211047 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 115df889-6006-43d5-b4a4-7c350b19c33c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:54.212073 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.355886 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-bf386761-6cca-43e2-b662-8f0a6db70657 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:54.357405 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-bf386761-6cca-43e2-b662-8f0a6db70657 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.2100980 May 17 18:17:54.385734 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-6087568f-b177-4dfe-a822-e2b25df96b1e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/quotas/37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 375 time: 0.0216215 May 17 18:17:54.390868 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-fac426dd-60bd-4212-a8d1-627da4a8f344 service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840262 May 17 18:17:54.400143 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (646a2002-968a-4715-864e-e6481890fd2e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.446102 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:54.451599 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Current status of the port b92cbd25-cae3-4c97-a62e-b2d6a61d21be is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:54.451981 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.462048 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-16a3eb14-2cb6-453a-b60f-919924f5ba06 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676675 May 17 18:17:54.465665 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (646a2002-968a-4715-864e-e6481890fd2e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.492451 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f6cb23-8049-49bf-b5cf-68251497e114 None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:17:54.507558 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 115df889-6006-43d5-b4a4-7c350b19c33c is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:54.508869 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eece2495-f1d1-48ab-900d-f358d7033ba9 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:54.566385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:17:54.575541 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:17:54.580621 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:17:54.611055 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] For port b92cbd25-cae3-4c97-a62e-b2d6a61d21be, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:54.631927 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.651261 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-1850803c-d88c-478a-9413-ca88e5094d8d service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699109 May 17 18:17:54.773311 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port eece2495-f1d1-48ab-900d-f358d7033ba9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:54.773723 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.783705 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:54.812180 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56126) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:54.875931 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed714-2db4-4946-bcf9-5f46bb183af9 None None] Pushing event updated for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:54.898789 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-75961475-cf68-4f46-adb8-abb86dbd83e4 None None] Provisioning complete for port b92cbd25-cae3-4c97-a62e-b2d6a61d21be triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:54.899164 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75961475-cf68-4f46-adb8-abb86dbd83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.106049 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=646a2002-968a-4715-864e-e6481890fd2e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:55.130381 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-f3b3a8b5-d95e-41ef-894d-6c4e34f82d22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72497b8a-820a-454f-9db2-9a0b38daf150 HTTP/1.1" status: 200 len: 217 time: 0.2406297 May 17 18:17:55.160338 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-dc371f46-60c3-4f8e-8e97-c724725247f2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1537327932&fields=id&tenant_id=cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 267 time: 0.1652679 May 17 18:17:55.230668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45ce54ab-5210-4967-8734-016852f9d35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.266152 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75961475-cf68-4f46-adb8-abb86dbd83e4 None None] Current status of the port b92cbd25-cae3-4c97-a62e-b2d6a61d21be is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:55.293048 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port eece2495-f1d1-48ab-900d-f358d7033ba9 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:55.293549 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.299232 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (646a2002-968a-4715-864e-e6481890fd2e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.311626 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-09434378-42fd-43a5-9c14-86bc1f5cfe6a service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497934 May 17 18:17:55.338321 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port eece2495-f1d1-48ab-900d-f358d7033ba9, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eece2495-f1d1-48ab-900d-f358d7033ba9,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:55.345846 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d02de247-4858-400d-938b-29c626a74e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:55.347013 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.347671 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-d02de247-4858-400d-938b-29c626a74e25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=860b4d9b-2b71-41a6-887d-ca92a47a5805 HTTP/1.1" status: 200 len: 851 time: 0.2073584 May 17 18:17:55.465690 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-36394387-59ea-4fcf-bfad-93fa6c16ca23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089592 May 17 18:17:55.473255 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=eece2495-f1d1-48ab-900d-f358d7033ba9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:55.553581 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-58aa764c-05a2-4ee3-ae25-3390c52ab3d1 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:55.557099 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-58aa764c-05a2-4ee3-ae25-3390c52ab3d1 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 810 time: 0.3629119 May 17 18:17:55.591619 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-d3979be7-1c82-4b89-8ed3-8891678ea7b1 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/quotas/cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 375 time: 0.0278468 May 17 18:17:55.708341 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:55.755352 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-66194fe2-fcce-4a3d-a864-927e6be7c40a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497779 May 17 18:17:55.829199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45ce54ab-5210-4967-8734-016852f9d35f admin admin] Publish callbacks [] for security_group (52c67a66-fd20-4aea-bf23-f4cfb3c4ff60), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.894125 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:55.894803 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.907109 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45ce54ab-5210-4967-8734-016852f9d35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (52c67a66-fd20-4aea-bf23-f4cfb3c4ff60), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:55.983452 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-2bc75f68-21c1-4c18-a195-4e91b57fd2d8 service neutron] 10.222.0.65 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236769 May 17 18:17:56.031857 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-45ce54ab-5210-4967-8734-016852f9d35f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ee052d8909048e99f3fe5da586cc06d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2178988 May 17 18:17:56.033769 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56184) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:56.074920 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-41fae79f-a07c-42cd-92ef-51cfa0dd3ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780189 May 17 18:17:56.208985 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:56.209642 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.224286 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ff3f3-a484-4524-992e-6f0809e4f61d x-openstack-request-id: req-fb2ff3f3-a484-4524-992e-6f0809e4f61d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:17:56.224594 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:17:56.227660 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb2ff3f3-a484-4524-992e-6f0809e4f61d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:17:56.231010 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2ff3f3-a484-4524-992e-6f0809e4f61d'] response: {'name': 'network-changed', 'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150', 'status': 'completed', 'code': 200} May 17 18:17:56.279819 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:17:56.292273 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.294730 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b92cbd25-cae3-4c97-a62e-b2d6a61d21be up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:56.325022 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce54ab-5210-4967-8734-016852f9d35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c67a66-fd20-4aea-bf23-f4cfb3c4ff60,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:56.329326 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (646a2002-968a-4715-864e-e6481890fd2e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.370799 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-057f1623-7ad2-49aa-b5b7-0a013df489f3 service neutron] 10.222.0.65 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862398 May 17 18:17:56.373502 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (646a2002-968a-4715-864e-e6481890fd2e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.449997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] Publish callbacks [] for security_group (52c67a66-fd20-4aea-bf23-f4cfb3c4ff60), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.483507 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:56.503628 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port b92cbd25-cae3-4c97-a62e-b2d6a61d21be triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:56.504150 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.699818 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7c29-baee-45ea-8007-3e8ff456e2b8 req-d0d123a9-cce3-4e99-9a81-496f49578fb5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:56.703725 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdbb7c29-baee-45ea-8007-3e8ff456e2b8 req-d0d123a9-cce3-4e99-9a81-496f49578fb5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 943 time: 0.3203828 May 17 18:17:56.723593 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port b92cbd25-cae3-4c97-a62e-b2d6a61d21be is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:56.724983 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 823e4d15-ef9d-4614-8110-070e056a025b up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:56.734220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] Publish callbacks [] for security_group (52c67a66-fd20-4aea-bf23-f4cfb3c4ff60), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:56.774266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 823e4d15-ef9d-4614-8110-070e056a025b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:56.774662 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (823e4d15-ef9d-4614-8110-070e056a025b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.024174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 823e4d15-ef9d-4614-8110-070e056a025b is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:57.033493 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82f127f8-0b9b-4c40-8c40-f5db7922b569 req-0f909029-14e0-445b-90a7-961ef5b93491 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 210 time: 0.1450288 May 17 18:17:57.034076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.067590 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdbb7c29-baee-45ea-8007-3e8ff456e2b8 req-59df0bd2-0aee-4b06-84e5-2b0eba37265b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603153 May 17 18:17:57.114258 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (52c67a66-fd20-4aea-bf23-f4cfb3c4ff60), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.117776 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.122576 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52c67a66-fd20-4aea-bf23-f4cfb3c4ff60 HTTP/1.1" status: 204 len: 168 time: 1.0866766 May 17 18:17:57.157839 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=646a2002-968a-4715-864e-e6481890fd2e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:57.167574 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.168765 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c15a3-4f16-4c13-8471-6c62a83323ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c67a66-fd20-4aea-bf23-f4cfb3c4ff60,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:57.176835 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b2ddd43f-0d1d-4f62-bfe6-6a0b518ea6a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3662114 May 17 18:17:57.193807 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4da48c3-c73a-4bae-bb98-bac456a91591 req-c95f3ad6-21e6-41de-8219-16b87295fba4 service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1020513 May 17 18:17:57.317863 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd55cdbd-617f-484b-8b03-0de88281c369 req-66ef45e0-0afa-4ff8-b89c-4153942c2261 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.1197002 May 17 18:17:57.393035 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b852475-e565-4c8f-8dfb-620351c40a39 req-31a5f9e2-60a3-41ab-8cd6-08298e9f8efb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0937173 May 17 18:17:57.695074 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:57.790163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:57.791732 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.820475 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-cb5e5749-218c-4bc2-9371-0b5228021317 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2144934008&fields=id&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 267 time: 0.1114008 May 17 18:17:57.848651 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-c22f0e47-ee4b-4458-b040-0bc4a2257f33 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:57.855627 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-c22f0e47-ee4b-4458-b040-0bc4a2257f33 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.3159227 May 17 18:17:57.885438 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f5ca09f7-51fb-4dac-8ff0-1995dd19cac4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/quotas/b7d713a65f9e4071988e5df2fbf90b17 HTTP/1.1" status: 200 len: 375 time: 0.0278723 May 17 18:17:57.914652 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:57.917280 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eece2495-f1d1-48ab-900d-f358d7033ba9 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:17:57.980187 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port eece2495-f1d1-48ab-900d-f358d7033ba9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:17:57.980564 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:57.994714 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f1238120-dc0e-45c5-8a27-bfcb3bc5cd13 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081872 May 17 18:17:58.035767 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:58.053653 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297f12ad-7fea-4112-8450-28b263c4b420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.065001 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port eece2495-f1d1-48ab-900d-f358d7033ba9 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:17:58.085192 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-2db0da88-4671-4e35-9474-e9127f3de165 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:58.086757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-2db0da88-4671-4e35-9474-e9127f3de165 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 817 time: 0.2218573 May 17 18:17:58.108093 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-a74dc20f-7bbf-49bf-8e41-ab39cc95fb0f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/quotas/379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 375 time: 0.0134623 May 17 18:17:58.131406 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297f12ad-7fea-4112-8450-28b263c4b420 admin admin] Publish callbacks [] for security_group (0af6c9b0-c504-4859-995f-fcbd5c6c0620), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.135951 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297f12ad-7fea-4112-8450-28b263c4b420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (0af6c9b0-c504-4859-995f-fcbd5c6c0620), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.162035 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-21064c0b-e964-4272-a52e-cebf43994950 service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541407 May 17 18:17:58.172420 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-98d5aa5b-f078-4831-a734-b71844a41d10 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586519 May 17 18:17:58.179698 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-297f12ad-7fea-4112-8450-28b263c4b420 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04144520c06a44cf8e4890ae29dfc50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403360 May 17 18:17:58.179698 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f12ad-7fea-4112-8450-28b263c4b420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6c9b0-c504-4859-995f-fcbd5c6c0620,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:58.180954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56276) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:58.362342 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] Publish callbacks [] for security_group (0af6c9b0-c504-4859-995f-fcbd5c6c0620), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.371894 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-6e039b57-24b6-4c5b-bd8e-febf7a13b92d service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039044 May 17 18:17:58.380897 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-fd3909b5-a1f0-402f-8fcd-2de39b4a77f7 service neutron] 10.222.0.65 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784577 May 17 18:17:58.411706 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] Publish callbacks [] for security_group (0af6c9b0-c504-4859-995f-fcbd5c6c0620), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.518830 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-c866edd8-bdbb-472a-bb1b-61893d352b49 service neutron] 10.222.0.65 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316357 May 17 18:17:58.524438 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (0af6c9b0-c504-4859-995f-fcbd5c6c0620), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.530216 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:58.535498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0af6c9b0-c504-4859-995f-fcbd5c6c0620 HTTP/1.1" status: 204 len: 168 time: 0.3531094 May 17 18:17:58.546138 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc1302-0277-4d49-85a0-6a9634b65a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6c9b0-c504-4859-995f-fcbd5c6c0620,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:17:58.634178 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3733ce-6d1d-46d8-807b-ac9e36400111 req-50746759-fc0e-406a-94ac-1ce14a1d7694 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:58.636699 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd3733ce-6d1d-46d8-807b-ac9e36400111 req-50746759-fc0e-406a-94ac-1ce14a1d7694 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 943 time: 0.0742671 May 17 18:17:58.753784 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd3733ce-6d1d-46d8-807b-ac9e36400111 req-c92820a9-f82d-4366-a849-8c1a1c82446f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100922 May 17 18:17:58.957509 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3cbd32b-e937-47ca-b8ab-18c8f4898ff3 req-23f241df-b70f-452a-a97c-48103122efbf tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.1154511 May 17 18:17:59.054947 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9eaf8e5e-cb31-460f-b1b9-a498dca745d6 req-917fabd0-064d-4a61-bf50-ef0b4f3fd8fa tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.1042566 May 17 18:17:59.162622 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-142cc6ab-a72c-4ef3-a94b-fb097706a101 req-98c23cd3-835f-45f6-8c4a-690838865415 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0925336 May 17 18:17:59.233705 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39198f48-42a8-4cdb-b814-d4a030419fc7 req-f7ec53ed-aa3e-46cc-9571-a3f1d43fd54e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0695076 May 17 18:17:59.350747 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:17:59.373758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:17:59.373758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:59.505881 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:17:59.721490 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 2, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:17:59.749229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:17:59.749979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Updating router 18e4be91-3aa7-4367-9f8b-4b50c701b571 port 6246f4b7-61df-4bbb-974f-95a970b9241c binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:17:59.783917 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:17:59.819980 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.59', 49913) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:17:59.890434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aa9e5-d39c-42d6-a08f-bfb25660ecb3 req-8b614e81-cece-485a-bae4-a0721238fe24 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:59.898072 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d6aa9e5-d39c-42d6-a08f-bfb25660ecb3 req-8b614e81-cece-485a-bae4-a0721238fe24 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 943 time: 0.0663848 May 17 18:17:59.938691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-21b38c4e-ecde-44d4-9a04-c5ac505a12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:17:59.940189 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-21b38c4e-ecde-44d4-9a04-c5ac505a12fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=230486e6ce974ab89147f39cbf941839&device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 1127 time: 0.1125827 May 17 18:17:59.954682 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d6aa9e5-d39c-42d6-a08f-bfb25660ecb3 req-3abb5871-14ef-482e-8b9d-10da0b4d7ef3 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554390 May 17 18:18:00.034387 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-181622f0-dca5-45c3-bcdd-bb427874a6c9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:00.036822 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-181622f0-dca5-45c3-bcdd-bb427874a6c9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.2002215 May 17 18:18:00.137648 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-07cdfd40-16d7-4287-ae91-94c22c81315b req-33f7edff-3bb4-4fd2-8ac6-a191fc5a279c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0629675 May 17 18:18:00.163169 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'port': {'device_id': '01e82dfe-21e6-427a-82b1-0b2362423057', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'admin_state_up': True, 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:00.210650 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-71c0f8f4-549f-4d25-8472-89bcf51ccdfd req-eea45daf-26ed-461e-b81c-7fd8d80eac92 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.0487144 May 17 18:18:00.371804 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-afad7ef4-f032-416c-abfe-21e7e55f3ae2 req-f2c77355-fa5d-49df-b0f4-2f551b7649f3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0804811 May 17 18:18:00.402309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.59', 49917) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:00.466491 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc8422a4-3ded-43b1-a7f2-6fcb84911b2e req-f830c6d2-e827-489d-b3c2-c35f8dc7e4a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0919383 May 17 18:18:00.485551 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks [] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:00.497592 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:00.593833 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05d2c-796a-4838-8846-9c93961c580a None None] Pushing event updated for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:00.632078 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-21947fa1-68de-403f-9a92-70bf708a8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:00.633619 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-21947fa1-68de-403f-9a92-70bf708a8362 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99 HTTP/1.1" status: 200 len: 912 time: 0.5057995 May 17 18:18:00.708849 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-09df61db-b9f6-42a0-97dd-94e40b9c90f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72497b8a-820a-454f-9db2-9a0b38daf150 HTTP/1.1" status: 200 len: 217 time: 0.0655627 May 17 18:18:00.711112 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-ece3aa6b-fb32-4768-9927-61d005a6740d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:00.715917 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 72497b8a-820a-454f-9db2-9a0b38daf150 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:00.720864 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-ece3aa6b-fb32-4768-9927-61d005a6740d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.3166845 May 17 18:18:00.736045 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Made reservation on behalf of b7d713a65f9e4071988e5df2fbf90b17 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:00.739625 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:00.833342 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Attempting to bind port 6246f4b7-61df-4bbb-974f-95a970b9241c on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:00.833342 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Attempting to bind port 6246f4b7-61df-4bbb-974f-95a970b9241c by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:00.833745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Attempting to bind port 6246f4b7-61df-4bbb-974f-95a970b9241c on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:00.864734 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:00.865115 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:00.865589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:00.865993 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Bound using segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:00.866505 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Bound port: 6246f4b7-61df-4bbb-974f-95a970b9241c, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:00.866891 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.077792 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-708c4f25-854b-4e20-a22a-26c114de46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:01.080914 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-708c4f25-854b-4e20-a22a-26c114de46ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=860b4d9b-2b71-41a6-887d-ca92a47a5805 HTTP/1.1" status: 200 len: 851 time: 0.1180856 May 17 18:18:01.115540 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-89f212bd-d83b-4d64-a575-51df1ee42919 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 379 time: 0.1878252 May 17 18:18:01.132954 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Allocated IP 172.20.0.6 (3108c074-e89d-458b-b4f7-22798aa06562/ec93c781-8e77-470d-8d18-1706fdf1a760/1740059f-81f9-4984-963e-accf4e584516) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:01.159699 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=72497b8a-820a-454f-9db2-9a0b38daf150,segment=NetworkSegment(d53886b6-81eb-413c-b042-a74edaa469e4),segment_id=d53886b6-81eb-413c-b042-a74edaa469e4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:01.163160 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] For port 6246f4b7-61df-4bbb-974f-95a970b9241c, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:01.178759 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cd194-aebb-4c12-909f-e6b986edc77b req-e510d240-c3e7-4b34-a6ef-57225c7c13ad tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:01.181150 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-20f6086a-662e-464c-8b08-696c441d6a91 None None] Provisioning complete for port 6246f4b7-61df-4bbb-974f-95a970b9241c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:01.181625 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20f6086a-662e-464c-8b08-696c441d6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.182380 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d1cd194-aebb-4c12-909f-e6b986edc77b req-e510d240-c3e7-4b34-a6ef-57225c7c13ad tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 943 time: 0.0633721 May 17 18:18:01.184219 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] For port 6246f4b7-61df-4bbb-974f-95a970b9241c, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6246f4b7-61df-4bbb-974f-95a970b9241c,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:01.208318 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '72497b8a-820a-454f-9db2-9a0b38daf150', 'network_id': '86ea7eef-47ee-4d2b-9ed2-27335ad66c99', 'port_id': '72497b8a-820a-454f-9db2-9a0b38daf150', 'mac_address': 'fa:16:3e:69:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b4d9b-2b71-41a6-887d-ca92a47a5805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:01.213895 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.283485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.59', 49923) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:01.325363 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-20f6086a-662e-464c-8b08-696c441d6a91 None None] Port 6246f4b7-61df-4bbb-974f-95a970b9241c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:01.367267 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efd547c7-3af6-421e-b205-7ddaa6391b93 req-2aa20cea-9885-4e7b-899b-8fc04286ce17 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0741429 May 17 18:18:01.392365 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for port (1740059f-81f9-4984-963e-accf4e584516), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.400765 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d1cd194-aebb-4c12-909f-e6b986edc77b req-78412a5a-842c-437c-9361-6c8f6d4f3398 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039084 May 17 18:18:01.425332 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 72497b8a-820a-454f-9db2-9a0b38daf150 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:01.425779 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.439971 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:01.440613 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:17:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:01.458237 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05d2c-796a-4838-8846-9c93961c580a None None] Pushing event updated for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:01.471703 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (1740059f-81f9-4984-963e-accf4e584516), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.535729 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.59', 49925) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:01.610894 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72497b8a-820a-454f-9db2-9a0b38daf150 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:01.678867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-8555f8e8-9b4c-4109-aa9a-3d2c2034e74e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:01.679126 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-8555f8e8-9b4c-4109-aa9a-3d2c2034e74e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 810 time: 0.2026019 May 17 18:18:01.686143 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'port': {'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'admin_state_up': True, 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'security_groups': ['1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:01.694136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=72497b8a-820a-454f-9db2-9a0b38daf150,segment=NetworkSegment(d53886b6-81eb-413c-b042-a74edaa469e4),segment_id=d53886b6-81eb-413c-b042-a74edaa469e4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:01.708295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:01.724231 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-16c8a70a-f497-4142-b9b9-8cbb767ed9e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408659 May 17 18:18:01.784586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:01.785084 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.59', 49927) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:01.795977 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15a87d83-063b-4ef7-b730-29dbd9e29bba req-3ebf126d-4c01-4651-8834-e386e640c694 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.1149530 May 17 18:18:01.929749 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:01.930505 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:01.967705 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:01.984029 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92ec86ea-7548-47c8-a564-42da81c00290 req-d312df33-d326-40f6-a6c0-6c931e83caf3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 210 time: 0.2936437 May 17 18:18:01.987099 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:01.996078 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:01.997071 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.061098 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-7a7c5f3d-36d4-4632-8867-8749c58ba06e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9319355 May 17 18:18:02.140508 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:02.180292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Request body: {'port': {'device_id': '01e82dfe-21e6-427a-82b1-0b2362423057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:02.247519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:02.301051 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-692589cb-4641-4aa3-b75b-7faa8137d9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.339454 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Provisioning complete for port 6246f4b7-61df-4bbb-974f-95a970b9241c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:02.340227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.344210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1740059f-81f9-4984-963e-accf4e584516), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.359268 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-a1e295fd-b729-43ad-90ea-5764ae887671 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:02.361446 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-a1e295fd-b729-43ad-90ea-5764ae887671 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 817 time: 0.8075769 May 17 18:18:02.377393 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-1a4c7e3a-a6b0-40e9-83d3-0d58741c5946 service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877526 May 17 18:18:02.383740 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['72497b8a-820a-454f-9db2-9a0b38daf150'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:02.398123 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-39daa516-daff-41cc-a9d0-74e2666b3e2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:02.399825 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-39daa516-daff-41cc-a9d0-74e2666b3e2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.5722563 May 17 18:18:02.416512 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d2b5a02-d47b-42f3-b82a-5a9e760b8758 req-0c128963-7ff5-42e4-8b25-7aef00a63a18 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.4036036 May 17 18:18:02.472068 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'port': {'device_id': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'admin_state_up': True, 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:02.477557 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-86e78991-e532-4790-a486-8b2fe2068224 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 380 time: 0.6423283 May 17 18:18:02.498902 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'port': {'device_id': '8b730dca-866b-4096-9175-6d27c3d35e55', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'admin_state_up': True, 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'security_groups': ['db34bc0f-cef8-4e0a-b054-02b942b5950f']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:02.642775 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6320140e-1a8e-43c3-a981-f52af5fbe09f req-f38baa91-810c-42e5-b517-37049ea97a42 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.1074383 May 17 18:18:02.708656 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3fad2-9020-41be-aeb8-d5dae8346b93 req-19adb844-7f66-4c80-8cee-d6492fa1a9b7 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:02.710299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65d3fad2-9020-41be-aeb8-d5dae8346b93 req-19adb844-7f66-4c80-8cee-d6492fa1a9b7 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 944 time: 0.1433761 May 17 18:18:02.713724 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:02.717234 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.871689 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Current status of the port 6246f4b7-61df-4bbb-974f-95a970b9241c is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:02.872279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.912644 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65d3fad2-9020-41be-aeb8-d5dae8346b93 req-04b69305-3351-4c5f-9bf1-d1db28ecfe84 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853347 May 17 18:18:02.940531 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Made reservation on behalf of cd7eb45f1cd74f84943f4b991986973d for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:02.945128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:02.991898 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2e324b5-6a57-4469-a2d3-2d64a2aa6b98 req-16ebce7b-9ed4-49f2-91a8-b451c2b47839 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.0704057 May 17 18:18:03.007105 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:01Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:03.049096 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] For port 6246f4b7-61df-4bbb-974f-95a970b9241c, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6246f4b7-61df-4bbb-974f-95a970b9241c,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:03.050613 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e5506-71f4-4bd6-850b-59714756de15 None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:01Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:18:03.062029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-692589cb-4641-4aa3-b75b-7faa8137d9ff admin admin] Publish callbacks [] for security_group (8f0b489b-65ca-449b-ba06-9d8d1251d2ee), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.065993 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.116375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-692589cb-4641-4aa3-b75b-7faa8137d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8f0b489b-65ca-449b-ba06-9d8d1251d2ee), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.165731 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a16e73-afab-44b4-bf62-c7fb0e2d7a7a None None] Pushing event updated for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:03.188784 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4a4e7b62-32e1-4111-a1c8-0cb73909df7c None None] Provisioning complete for port 1740059f-81f9-4984-963e-accf4e584516 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:03.189248 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a4e7b62-32e1-4111-a1c8-0cb73909df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (1740059f-81f9-4984-963e-accf4e584516), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.204671 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-47e50740-e10a-41a1-8cc9-95555753da5b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 380 time: 0.7497814 May 17 18:18:03.213213 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2963bf1-48a4-4afc-af7a-7e5488465a24 req-163bb344-7d5e-4d33-8bb2-b83ef5dd288e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 210 time: 0.0989716 May 17 18:18:03.244262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.20.0.8 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/200d9682-a32c-4f1b-afac-5e03e64190d5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:03.258974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'port': {'device_id': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'admin_state_up': True, 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'security_groups': ['2b7ffbd6-e1b8-4d03-9938-c076cce7d260']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:03.262572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e7b62-32e1-4111-a1c8-0cb73909df7c None None] Port 1740059f-81f9-4984-963e-accf4e584516 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:03.264580 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcfb3b32-5b04-4a56-a993-9975d3d7e8ee req-f386e7fb-b411-4bc6-b620-49db23e7ba78 service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109350 May 17 18:18:03.273543 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-692589cb-4641-4aa3-b75b-7faa8137d9ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33e8ac774d944b59bac90b4f3bfa9776&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4605873 May 17 18:18:03.293940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56478) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:03.339886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692589cb-4641-4aa3-b75b-7faa8137d9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b489b-65ca-449b-ba06-9d8d1251d2ee,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:03.379549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Allocated IP 172.20.0.5 (68688597-c210-4792-9189-73af0d2f702a/5c18e1d7-9ea4-49b0-92ee-73c4af41ca93/d33b9990-24b2-40c1-bba4-2f0d0da36778) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:03.397934 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Made reservation on behalf of b7d713a65f9e4071988e5df2fbf90b17 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:03.401438 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.509862 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6246f4b7-61df-4bbb-974f-95a970b9241c up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:03.550732 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] Publish callbacks [] for security_group (8f0b489b-65ca-449b-ba06-9d8d1251d2ee), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.573726 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 6246f4b7-61df-4bbb-974f-95a970b9241c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:03.574392 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.607273 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a9e191e3-4a31-43a8-b869-5715bb634d5a req-50899450-6e1c-4280-9093-58c5777ec1f2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0520942 May 17 18:18:03.639735 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] Publish callbacks [] for security_group (8f0b489b-65ca-449b-ba06-9d8d1251d2ee), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.639933 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.644240 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Made reservation on behalf of 379adfd2520a4d2dba04fca7fa3a1d95 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:03.647933 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.660769 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1740059f-81f9-4984-963e-accf4e584516 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:03.675724 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.686008 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks [] for port (1740059f-81f9-4984-963e-accf4e584516), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.689046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 6246f4b7-61df-4bbb-974f-95a970b9241c is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:03.783671 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.814257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Transition to ACTIVE for port object 1740059f-81f9-4984-963e-accf4e584516 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:03.851855 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1740059f-81f9-4984-963e-accf4e584516), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.852957 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-71786af5-79b8-4cc4-93b5-6a97c5dae5a3 req-d2383f01-f42e-4f5b-b533-29d95717cbb5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0375841 May 17 18:18:03.861681 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.865389 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:03.969364 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:03.987957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:04.001665 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:04.006412 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8f0b489b-65ca-449b-ba06-9d8d1251d2ee), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.011875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:04.012549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.013709 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.017759 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f0b489b-65ca-449b-ba06-9d8d1251d2ee HTTP/1.1" status: 204 len: 168 time: 0.7134573 May 17 18:18:04.017940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Network 68688597-c210-4792-9189-73af0d2f702a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:04.021436 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:04.043677 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:04.083123 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:04.109318 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:04.110099 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.149142 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Allocated IP 172.20.0.6 (6640be3d-e392-4726-8d89-eb40f1262219/2a33aa7e-63cf-4274-8a96-a98f7f2a28f9/06e106bb-68fb-497b-a3fb-dae45c0c334c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:04.187336 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ec734-c180-41e1-9331-3321b643dbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b489b-65ca-449b-ba06-9d8d1251d2ee,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:04.193074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Pushing event updated for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:04.240082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Allocated IP 172.20.0.5 (3108c074-e89d-458b-b4f7-22798aa06562/ec93c781-8e77-470d-8d18-1706fdf1a760/43a789b0-1ac7-4729-8cc9-8ad941391439) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:04.413515 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-76ea466f-892b-4d06-abf3-476812c348ab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7519331 May 17 18:18:04.432248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Attempting to bind port 1740059f-81f9-4984-963e-accf4e584516 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:04.432504 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Attempting to bind port 1740059f-81f9-4984-963e-accf4e584516 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:04.432795 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Attempting to bind port 1740059f-81f9-4984-963e-accf4e584516 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:04.466183 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Request body: {'port': {'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:04.535392 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0439813 May 17 18:18:04.544489 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ad954-3f54-4a9a-acbe-5fca8aca0e89 req-c17b403d-3c92-474f-9f34-1b604369bd42 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:04.546480 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d95ad954-3f54-4a9a-acbe-5fca8aca0e89 req-c17b403d-3c92-474f-9f34-1b604369bd42 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 944 time: 0.4828868 May 17 18:18:04.554453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dca14-e18a-46ba-aa51-fe3d4fa6b101 req-184536c5-391f-450d-a6dc-c92a0a5a6aaf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:04.556388 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-351dca14-e18a-46ba-aa51-fe3d4fa6b101 req-184536c5-391f-450d-a6dc-c92a0a5a6aaf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 931 time: 0.3462634 May 17 18:18:04.562503 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea58a5a-9bb3-41c2-8333-96239eec4e01 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:04.584735 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Request body: {'port': {'device_id': '8b730dca-866b-4096-9175-6d27c3d35e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:04.595426 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Port 1740059f-81f9-4984-963e-accf4e584516 on network 3108c074-e89d-458b-b4f7-22798aa06562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:04.595743 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Attempting to bind port 1740059f-81f9-4984-963e-accf4e584516 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:04.605731 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:04.606009 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Provisioning complete for port 200d9682-a32c-4f1b-afac-5e03e64190d5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:04.606490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:04.606490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Bound using segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:04.606846 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Bound port: 1740059f-81f9-4984-963e-accf4e584516, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:04.607198 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1740059f-81f9-4984-963e-accf4e584516), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.607592 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.641743 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:04.649882 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Port 200d9682-a32c-4f1b-afac-5e03e64190d5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:04.655779 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.658420 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Provisioning complete for port d33b9990-24b2-40c1-bba4-2f0d0da36778 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:04.658893 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.683675 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 72497b8a-820a-454f-9db2-9a0b38daf150 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:04.719488 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-21a13128-06ca-492a-9a60-fb628581bfa4 None None] Port d33b9990-24b2-40c1-bba4-2f0d0da36778 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:04.730182 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.730785 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:04.734323 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=1740059f-81f9-4984-963e-accf4e584516,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:04.738085 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 72497b8a-820a-454f-9db2-9a0b38daf150 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:04.743481 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 72497b8a-820a-454f-9db2-9a0b38daf150 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:04.744591 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.751150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07053352-d49e-4de0-9a3f-973001f9d220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.756110 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d95ad954-3f54-4a9a-acbe-5fca8aca0e89 req-2ea07648-743b-4445-972e-efb4225f1f03 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975691 May 17 18:18:04.758011 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.766145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1740059f-81f9-4984-963e-accf4e584516), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.774295 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-351dca14-e18a-46ba-aa51-fe3d4fa6b101 req-1d8293f5-edb3-4877-a8f7-cf04c29865a3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912045 May 17 18:18:04.800611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:04.801671 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.803055 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] 10.222.0.59 "PUT /v2.0/ports/1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 1093 time: 2.6296630 May 17 18:18:04.814756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'tag': '1740059f-81f9-4984-963e-accf4e584516'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:04.817377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82acdd58-ab08-4d57-b410-a99bfd12218f" -d '{"events": [{"name": "network-changed", "server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "tag": "1740059f-81f9-4984-963e-accf4e584516"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:04.883307 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 72497b8a-820a-454f-9db2-9a0b38daf150 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:04.885781 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:04.918572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:05.011455 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=72497b8a-820a-454f-9db2-9a0b38daf150,segment=NetworkSegment(d53886b6-81eb-413c-b042-a74edaa469e4),segment_id=d53886b6-81eb-413c-b042-a74edaa469e4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:05.019467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.057400 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e85c-6ee7-4dc4-b987-14871e849713 service neutron] Pushing event updated for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:05.060950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-8b382d32-e36b-4763-b2dd-cbfde5970f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.062531 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-8b382d32-e36b-4763-b2dd-cbfde5970f45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1127 time: 0.1571689 May 17 18:18:05.078874 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.093865 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:05.165547 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-0459ecd6-70a0-4ed0-830c-8bd4eb3e5414 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 217 time: 0.0933104 May 17 18:18:05.172857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5172c40-2d30-48bb-9e53-13602e41ba1d" -d '{"events": [{"server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "name": "network-vif-plugged", "status": "completed", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:05.187741 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.243344 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Network 6640be3d-e392-4726-8d89-eb40f1262219 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:05.256145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:05.257946 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:05.263104 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:05.268078 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.268699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.284830 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ad6eedd-f068-4b2b-aee8-15a45978193e req-189f2ee7-a57b-4c55-a3f5-72347066bb5e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 210 time: 0.3637724 May 17 18:18:05.308459 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-9a839516-4150-4bfa-9101-3349f722a553 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0773153 May 17 18:18:05.315609 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-ec369a65-b773-4403-8238-44ce70486378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.317498 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-ec369a65-b773-4403-8238-44ce70486378 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.1376073 May 17 18:18:05.326740 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Request body: {'port': {'device_id': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:05.358534 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043df15-5dfe-4733-b885-f80a6f6579bc req-65a261ef-e413-4b89-98eb-cf84e49527b8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.366825 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1043df15-5dfe-4733-b885-f80a6f6579bc req-65a261ef-e413-4b89-98eb-cf84e49527b8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 931 time: 0.4438684 May 17 18:18:05.389423 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07053352-d49e-4de0-9a3f-973001f9d220 admin admin] Publish callbacks [] for security_group (41869a9b-40bd-4e2f-8fe8-b442ba48ce1a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.403691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.411855 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07053352-d49e-4de0-9a3f-973001f9d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (41869a9b-40bd-4e2f-8fe8-b442ba48ce1a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.507945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d2dd6-d1bb-466a-b8b3-120f18910e22 x-openstack-request-id: req-e67d2dd6-d1bb-466a-b8b3-120f18910e22 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:05.508328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "tag": "1740059f-81f9-4984-963e-accf4e584516", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:05.508645 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e67d2dd6-d1bb-466a-b8b3-120f18910e22 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:05.509111 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67d2dd6-d1bb-466a-b8b3-120f18910e22'] response: {'name': 'network-changed', 'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'tag': '1740059f-81f9-4984-963e-accf4e584516', 'status': 'completed', 'code': 200} May 17 18:18:05.518050 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.520439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-fe86df89-277d-43ff-8906-401e7ae6bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.522103 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-fe86df89-277d-43ff-8906-401e7ae6bdef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1875296 May 17 18:18:05.548902 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:05.576116 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8834d523-ba03-4c4b-9a77-687bccb980ff None None] Provisioning complete for port 06e106bb-68fb-497b-a3fb-dae45c0c334c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:05.576504 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8834d523-ba03-4c4b-9a77-687bccb980ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.588629 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:05.597081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:05.602601 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.603957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.611307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053352-d49e-4de0-9a3f-973001f9d220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41869a9b-40bd-4e2f-8fe8-b442ba48ce1a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:05.627999 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-07053352-d49e-4de0-9a3f-973001f9d220 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49350e1e1548478a909162eac483aaa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9791543 May 17 18:18:05.684386 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8834d523-ba03-4c4b-9a77-687bccb980ff None None] Port 06e106bb-68fb-497b-a3fb-dae45c0c334c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:05.697142 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33b9990-24b2-40c1-bba4-2f0d0da36778 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:05.699410 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:05.708091 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks [] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.734516 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Transition to ACTIVE for port object d33b9990-24b2-40c1-bba4-2f0d0da36778 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:05.747240 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:05.762939 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-b7e54cc6-d42c-429c-8af5-9d14cf4d9e5d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3106689 May 17 18:18:05.804000 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Request body: {'port': {'device_id': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:05.825229 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:05.852275 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef634c9-0054-454b-a59d-faf55d092fd7 req-74866eec-7bfc-4a09-93db-d49aa5ff8aaa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:05.858440 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ef634c9-0054-454b-a59d-faf55d092fd7 req-74866eec-7bfc-4a09-93db-d49aa5ff8aaa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 931 time: 0.1178153 May 17 18:18:06.027890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50095a9d-27aa-4921-a021-0078f482cc63 None None] Provisioning complete for port 43a789b0-1ac7-4729-8cc9-8ad941391439 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:06.029290 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50095a9d-27aa-4921-a021-0078f482cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.101659 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-50095a9d-27aa-4921-a021-0078f482cc63 None None] Port 43a789b0-1ac7-4729-8cc9-8ad941391439 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:06.102870 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1043df15-5dfe-4733-b885-f80a6f6579bc req-d43b78ac-94f9-436e-9025-5d9840207ab1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7349334 May 17 18:18:06.104274 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Pushing event updated for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:06.221512 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-e03ba561-95e8-47c1-902e-4c4c03108217 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865230 May 17 18:18:06.269172 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e107349c-6588-410f-ad15-1d6e108f7d3e x-openstack-request-id: req-e107349c-6588-410f-ad15-1d6e108f7d3e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:06.269707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "name": "network-vif-plugged", "status": "completed", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:06.269964 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e107349c-6588-410f-ad15-1d6e108f7d3e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:06.270080 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.270516 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e107349c-6588-410f-ad15-1d6e108f7d3e'] response: {'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150', 'code': 200} May 17 18:18:06.287606 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] Publish callbacks [] for security_group (41869a9b-40bd-4e2f-8fe8-b442ba48ce1a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.370305 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ef634c9-0054-454b-a59d-faf55d092fd7 req-15824f6f-53ff-4d46-aba4-3a789a3a41e1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861949 May 17 18:18:06.423114 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Attempting to bind port d33b9990-24b2-40c1-bba4-2f0d0da36778 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:06.423715 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Attempting to bind port d33b9990-24b2-40c1-bba4-2f0d0da36778 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:06.424273 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Attempting to bind port d33b9990-24b2-40c1-bba4-2f0d0da36778 on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:06.426967 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] Publish callbacks [] for security_group (41869a9b-40bd-4e2f-8fe8-b442ba48ce1a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.462255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Port d33b9990-24b2-40c1-bba4-2f0d0da36778 on network 68688597-c210-4792-9189-73af0d2f702a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:06.462614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Attempting to bind port d33b9990-24b2-40c1-bba4-2f0d0da36778 on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:06.469622 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200d9682-a32c-4f1b-afac-5e03e64190d5 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:06.503490 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks [] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.511274 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90790460-306d-4121-878f-e3491f1d46c6 req-10832e8a-d813-48c0-a083-cbdd86f33dbd tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:06.512741 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90790460-306d-4121-878f-e3491f1d46c6 req-10832e8a-d813-48c0-a083-cbdd86f33dbd tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.1584940 May 17 18:18:06.516709 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:06.517052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Checking segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:06.517745 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Bound using segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:06.518144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Bound port: d33b9990-24b2-40c1-bba4-2f0d0da36778, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:06.518495 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.552741 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8465f-bc9d-45ea-aa78-253fa320e71a req-20a4ef1f-d082-404b-980f-fee3dcd28112 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:06.553835 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4d8465f-bc9d-45ea-aa78-253fa320e71a req-20a4ef1f-d082-404b-980f-fee3dcd28112 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.1060338 May 17 18:18:06.564973 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Transition to ACTIVE for port object 200d9682-a32c-4f1b-afac-5e03e64190d5 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:06.595317 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.616369 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-78092a5b-01d0-4f22-8d43-0a8651c226e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:06.617890 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-78092a5b-01d0-4f22-8d43-0a8651c226e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 1129 time: 0.1872501 May 17 18:18:06.696342 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-39181d6e-84d0-44cc-a2aa-c37229c93d39 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.702186 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90790460-306d-4121-878f-e3491f1d46c6 req-763f29c4-a8f6-4389-a556-e3e6298e1c2c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804426 May 17 18:18:06.725543 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-14a86052-d4a8-4432-b3c6-ad678d56a243 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523511 May 17 18:18:06.756829 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:06.774780 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (41869a9b-40bd-4e2f-8fe8-b442ba48ce1a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.777317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.778486 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41869a9b-40bd-4e2f-8fe8-b442ba48ce1a HTTP/1.1" status: 204 len: 168 time: 1.0758898 May 17 18:18:06.793185 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4d8465f-bc9d-45ea-aa78-253fa320e71a req-f83d4447-e78d-45fd-aed9-66ae1d7de2bf tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266469 May 17 18:18:06.801894 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:06.803529 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Pushing event updated for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:06.818934 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:06.828353 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks [] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.842723 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Transition to ACTIVE for port object 06e106bb-68fb-497b-a3fb-dae45c0c334c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:06.848142 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08588de-8ab3-4fe4-afe3-a77b1445c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41869a9b-40bd-4e2f-8fe8-b442ba48ce1a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:06.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Attempting to bind port 200d9682-a32c-4f1b-afac-5e03e64190d5 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:06.848752 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Attempting to bind port 200d9682-a32c-4f1b-afac-5e03e64190d5 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:06.849312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Attempting to bind port 200d9682-a32c-4f1b-afac-5e03e64190d5 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:06.852010 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.856147 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.930619 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Port 200d9682-a32c-4f1b-afac-5e03e64190d5 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:06.931082 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Attempting to bind port 200d9682-a32c-4f1b-afac-5e03e64190d5 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:06.963636 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bc7da-d5d9-4b5c-9045-716321ff066a req-4a7ef8cf-c7f5-4fb9-82a9-60c4900c4f6d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:06.970888 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b1bc7da-d5d9-4b5c-9045-716321ff066a req-4a7ef8cf-c7f5-4fb9-82a9-60c4900c4f6d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 931 time: 0.1728032 May 17 18:18:06.985435 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:06.986419 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:06.987511 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] 10.222.0.59 "PUT /v2.0/ports/d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 1093 time: 2.4304190 May 17 18:18:06.994829 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:07.003384 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.063793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:07.064136 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:07.064522 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:07.064972 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Bound port: 200d9682-a32c-4f1b-afac-5e03e64190d5, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:07.065329 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.098179 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-39181d6e-84d0-44cc-a2aa-c37229c93d39 service neutron] Publish callbacks [] for security_group (19e6ef71-1157-48c1-86e0-e063848ba8a3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.110057 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Attempting to bind port 06e106bb-68fb-497b-a3fb-dae45c0c334c on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:07.110399 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Attempting to bind port 06e106bb-68fb-497b-a3fb-dae45c0c334c by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:07.110766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Attempting to bind port 06e106bb-68fb-497b-a3fb-dae45c0c334c on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:07.115555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130cd8a-d05d-4bbc-8637-0be21525d058 service neutron] Pushing event updated for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.121715 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-39181d6e-84d0-44cc-a2aa-c37229c93d39 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (19e6ef71-1157-48c1-86e0-e063848ba8a3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.211884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Port 06e106bb-68fb-497b-a3fb-dae45c0c334c on network 6640be3d-e392-4726-8d89-eb40f1262219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:07.222008 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Attempting to bind port 06e106bb-68fb-497b-a3fb-dae45c0c334c on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:07.261031 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:07.261673 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Checking segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:07.262196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Bound using segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:07.262793 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Bound port: 06e106bb-68fb-497b-a3fb-dae45c0c334c, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:07.263383 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.301221 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b1bc7da-d5d9-4b5c-9045-716321ff066a req-3023301e-9783-4583-b28e-080f954fe2d4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290839 May 17 18:18:07.337374 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b6ea98ab-1e0a-4835-9b91-16266e439424 req-39181d6e-84d0-44cc-a2aa-c37229c93d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059212 May 17 18:18:07.342321 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39181d6e-84d0-44cc-a2aa-c37229c93d39 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6ef71-1157-48c1-86e0-e063848ba8a3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.385010 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:07.402264 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ba3d09-a958-4331-b0e3-9d76d5e84053" -d '{"events": [{"name": "network-changed", "server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:07.407091 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a789b0-1ac7-4729-8cc9-8ad941391439 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:07.418917 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks [] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.440166 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=200d9682-a32c-4f1b-afac-5e03e64190d5,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:07.454049 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a118e-bbd0-4d19-a012-2303cd313d84 req-c1234630-c5d7-4f19-ae35-0a570fc88922 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:07.462190 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df1a118e-bbd0-4d19-a012-2303cd313d84 req-c1234630-c5d7-4f19-ae35-0a570fc88922 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.1669006 May 17 18:18:07.481421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Transition to ACTIVE for port object 43a789b0-1ac7-4729-8cc9-8ad941391439 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:07.485991 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:07.488891 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.492349 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:07.528489 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.537965 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Pushing event updated for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.543857 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.554609 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df1a118e-bbd0-4d19-a012-2303cd313d84 req-1b0a65ea-5e85-4016-a29e-e2632ac53c01 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906007 May 17 18:18:07.611483 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:07.612108 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.615050 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] 10.222.0.59 "PUT /v2.0/ports/06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 1093 time: 2.2943854 May 17 18:18:07.621514 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:07.623832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b7489-385b-47e0-97f5-d29566548808" -d '{"events": [{"name": "network-changed", "server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:07.689401 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:07.690057 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.691671 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] 10.222.0.59 "PUT /v2.0/ports/200d9682-a32c-4f1b-afac-5e03e64190d5 HTTP/1.1" status: 200 len: 1093 time: 3.2498665 May 17 18:18:07.723004 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Attempting to bind port 43a789b0-1ac7-4729-8cc9-8ad941391439 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:07.723345 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Attempting to bind port 43a789b0-1ac7-4729-8cc9-8ad941391439 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:07.723980 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Attempting to bind port 43a789b0-1ac7-4729-8cc9-8ad941391439 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:07.734901 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8962c7d-83bf-4711-b01f-4c296feb211a service neutron] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.746703 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Port 43a789b0-1ac7-4729-8cc9-8ad941391439 on network 3108c074-e89d-458b-b4f7-22798aa06562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:07.747027 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Attempting to bind port 43a789b0-1ac7-4729-8cc9-8ad941391439 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:07.756474 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:07.756816 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:07.757196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Bound using segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:07.757654 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Bound port: 43a789b0-1ac7-4729-8cc9-8ad941391439, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:07.758023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.836552 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57538849-170a-4b32-b952-2d8c8780266c req-bbbd55ff-c8dd-4eef-900a-318c320efc93 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:07.849821 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57538849-170a-4b32-b952-2d8c8780266c req-bbbd55ff-c8dd-4eef-900a-318c320efc93 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.3104732 May 17 18:18:07.874992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:07.879574 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=43a789b0-1ac7-4729-8cc9-8ad941391439,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:07.890983 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.905620 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47479-2112-4442-ac04-3a78fafc7ccb service neutron] Pushing event updated for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:07.967456 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:07.968365 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:07.970332 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-60432270-82a7-44dc-9513-28365e3486ce service neutron] 10.222.0.59 "PUT /v2.0/ports/43a789b0-1ac7-4729-8cc9-8ad941391439 HTTP/1.1" status: 200 len: 1093 time: 2.1749892 May 17 18:18:07.983626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60432270-82a7-44dc-9513-28365e3486ce service neutron] Pushing event updated for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:08.004873 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57538849-170a-4b32-b952-2d8c8780266c req-fae9312a-655b-4431-9dba-3464689dfb49 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540699 May 17 18:18:08.011144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a1b15-e070-4e08-9e09-5e1524ca0a9d x-openstack-request-id: req-9d5a1b15-e070-4e08-9e09-5e1524ca0a9d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:08.012933 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:08.013551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d5a1b15-e070-4e08-9e09-5e1524ca0a9d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:08.014191 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5a1b15-e070-4e08-9e09-5e1524ca0a9d'] response: {'name': 'network-changed', 'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'status': 'completed', 'code': 200} May 17 18:18:08.085164 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceabcdf-e99f-4445-8ff5-74399c7bb650 x-openstack-request-id: req-dceabcdf-e99f-4445-8ff5-74399c7bb650 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:08.085453 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:08.085736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dceabcdf-e99f-4445-8ff5-74399c7bb650 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:08.086141 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dceabcdf-e99f-4445-8ff5-74399c7bb650'] response: {'name': 'network-changed', 'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'status': 'completed', 'code': 200} May 17 18:18:08.182631 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e867-7c09-435a-9454-dd361e3648f4 req-ba9d8a27-54ff-4113-b5b1-628d37c6f09c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:08.190241 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3d01e867-7c09-435a-9454-dd361e3648f4 req-ba9d8a27-54ff-4113-b5b1-628d37c6f09c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.1159351 May 17 18:18:08.335895 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0502094-6fa1-4daa-9d2f-abf3343691c5 req-43d2d1ce-992e-4d0f-ba0f-37ae3ff71ea0 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:08.341318 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0502094-6fa1-4daa-9d2f-abf3343691c5 req-43d2d1ce-992e-4d0f-ba0f-37ae3ff71ea0 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.1489470 May 17 18:18:08.344820 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3d01e867-7c09-435a-9454-dd361e3648f4 req-010748df-bf35-4345-81f4-a4bff74c6ee6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410706 May 17 18:18:08.415356 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0502094-6fa1-4daa-9d2f-abf3343691c5 req-f56d8e32-4149-48d3-88c0-8aa8507e892e tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 May 17 18:18:08.472133 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9dc99-6be5-4df5-8129-c8d0eb6f6044 req-5970bad9-3612-46b9-9984-374315feb9bd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:08.473691 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bdc9dc99-6be5-4df5-8129-c8d0eb6f6044 req-5970bad9-3612-46b9-9984-374315feb9bd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0533071 May 17 18:18:08.520727 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bdc9dc99-6be5-4df5-8129-c8d0eb6f6044 req-fc34b57c-f62c-4748-af19-821cc9d9d676 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 May 17 18:18:08.679212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee4f49-fd9a-47ab-b516-a4b298421706 req-573e7093-b1f4-482a-b3be-3ce2bf269257 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:08.680649 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dee4f49-fd9a-47ab-b516-a4b298421706 req-573e7093-b1f4-482a-b3be-3ce2bf269257 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0461302 May 17 18:18:08.731367 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dee4f49-fd9a-47ab-b516-a4b298421706 req-fa4a2005-f761-4ac6-8e78-0a7598e3cb17 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 May 17 18:18:09.117162 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365578-eb61-4ad1-b0c0-2b7a1c77cb39 req-5b7a494a-2b02-4ec0-9b18-892fd003e316 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:09.118764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2c365578-eb61-4ad1-b0c0-2b7a1c77cb39 req-5b7a494a-2b02-4ec0-9b18-892fd003e316 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0493453 May 17 18:18:09.166414 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2c365578-eb61-4ad1-b0c0-2b7a1c77cb39 req-b77ce6da-14d7-4d2b-9b11-3bba121ce3d5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 May 17 18:18:09.499880 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf086a3-66fc-4309-9bb9-27c7fe558000 req-f4017899-9655-48b1-8941-312e7086cb18 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:09.501295 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-adf086a3-66fc-4309-9bb9-27c7fe558000 req-f4017899-9655-48b1-8941-312e7086cb18 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0647922 May 17 18:18:09.562598 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6144d3-ea98-43d2-aaab-ce14374a3016 req-dbbb0e26-e8b4-410c-9eb5-25a9e88b9005 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:09.564037 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c6144d3-ea98-43d2-aaab-ce14374a3016 req-dbbb0e26-e8b4-410c-9eb5-25a9e88b9005 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0784955 May 17 18:18:09.600465 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-adf086a3-66fc-4309-9bb9-27c7fe558000 req-b7acb942-fe65-4426-a5b4-93d197925cdf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751414 May 17 18:18:09.627932 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c6144d3-ea98-43d2-aaab-ce14374a3016 req-080e3223-7e83-4705-8f08-1a238c7eb797 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 May 17 18:18:09.701743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2933b-84c5-46ac-9b40-a4cd1fc3e0f8 req-529f6bd4-a386-4c4d-b0f1-e37aab0bbd7f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:09.703174 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ca2933b-84c5-46ac-9b40-a4cd1fc3e0f8 req-529f6bd4-a386-4c4d-b0f1-e37aab0bbd7f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0459921 May 17 18:18:09.748537 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ca2933b-84c5-46ac-9b40-a4cd1fc3e0f8 req-106d3ca3-f798-4d93-9796-94f0ce705e9f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 May 17 18:18:09.857235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935465b-dd71-4ebc-b790-9413654d2f2a req-f3c8f360-013d-4606-b458-55e794aeedde tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:09.858719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c935465b-dd71-4ebc-b790-9413654d2f2a req-f3c8f360-013d-4606-b458-55e794aeedde tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0504105 May 17 18:18:09.904757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c935465b-dd71-4ebc-b790-9413654d2f2a req-c8f9fbb1-caa4-4517-a9a9-8bc9d69037a5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 May 17 18:18:10.015704 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:10.018011 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c123bc-e35c-4760-ba74-4cc268909e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:10.051533 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb7188-dec1-4dc7-91e6-9cf9dd856f15 x-openstack-request-id: req-42eb7188-dec1-4dc7-91e6-9cf9dd856f15 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:10.051821 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:10.052069 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42eb7188-dec1-4dc7-91e6-9cf9dd856f15 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:10.052457 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42eb7188-dec1-4dc7-91e6-9cf9dd856f15'] response: {'name': 'network-changed', 'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'status': 'completed', 'code': 200} May 17 18:18:10.087214 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:10.093672 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b50a03-b469-4677-b523-c29da039eb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:10.131828 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403477d-f417-4c44-9d0a-0024149c59df x-openstack-request-id: req-b403477d-f417-4c44-9d0a-0024149c59df {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:10.132120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:10.132375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b403477d-f417-4c44-9d0a-0024149c59df {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:10.132781 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b403477d-f417-4c44-9d0a-0024149c59df'] response: {'name': 'network-changed', 'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439', 'status': 'completed', 'code': 200} May 17 18:18:10.280353 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197cd28-3ccb-4d6e-a487-a2370b91a438 req-01504543-6a14-4a5d-a298-8147ab165670 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:10.281785 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d197cd28-3ccb-4d6e-a487-a2370b91a438 req-01504543-6a14-4a5d-a298-8147ab165670 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0456550 May 17 18:18:10.328583 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d197cd28-3ccb-4d6e-a487-a2370b91a438 req-2fc280a1-ca69-4475-860a-96733d8203dd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 May 17 18:18:10.742847 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb8714-f354-48e4-bade-44ba80730f6e req-1b17567c-73e2-45a4-9a2e-9b5aea409209 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:10.744859 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c1fb8714-f354-48e4-bade-44ba80730f6e req-1b17567c-73e2-45a4-9a2e-9b5aea409209 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0763283 May 17 18:18:10.768133 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7591-6cca-4530-b2a4-ab150cfe0569 req-9eb7913c-6d4b-4204-9a9c-9f831db25663 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:10.770943 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f9e7591-6cca-4530-b2a4-ab150cfe0569 req-9eb7913c-6d4b-4204-9a9c-9f831db25663 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0739045 May 17 18:18:10.831143 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c1fb8714-f354-48e4-bade-44ba80730f6e req-034376b8-8b10-48c9-824a-f77e933b33ba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802662 May 17 18:18:10.843035 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f9e7591-6cca-4530-b2a4-ab150cfe0569 req-04f8434d-0716-4d6f-84ab-dfd6d5d020d5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 May 17 18:18:10.950102 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfbcba-3675-4034-b9c9-63615b507cdc req-d57e92ef-8591-4069-b1ba-3095deaa7ea4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:10.953628 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3dfbcba-3675-4034-b9c9-63615b507cdc req-d57e92ef-8591-4069-b1ba-3095deaa7ea4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0516434 May 17 18:18:11.031072 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3dfbcba-3675-4034-b9c9-63615b507cdc req-31e8a2bc-aa72-45ff-95e6-e9808be12320 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 May 17 18:18:11.042287 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1649-a328-42b5-86f8-3e941145d53a req-2a63c63a-17e4-46c3-81bf-9891a8e64183 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:11.043661 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-597f1649-a328-42b5-86f8-3e941145d53a req-2a63c63a-17e4-46c3-81bf-9891a8e64183 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0654333 May 17 18:18:11.094243 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-597f1649-a328-42b5-86f8-3e941145d53a req-8f82fb9e-791d-43cb-bbaf-e44cb1996d75 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 May 17 18:18:11.439043 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d31be-6731-402a-998e-8861d8c5272c req-f4e5ee57-44a5-4fa4-ab00-80bcae817411 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:11.440492 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a8d31be-6731-402a-998e-8861d8c5272c req-f4e5ee57-44a5-4fa4-ab00-80bcae817411 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0462389 May 17 18:18:11.490670 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a8d31be-6731-402a-998e-8861d8c5272c req-4fde4935-135e-41ce-9e4d-14f03340d21e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 May 17 18:18:11.971108 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcad8a-9e59-4efc-9c5d-c3fe34230777 req-edbe251a-f1c6-40b8-9575-ca4ca8a35849 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:11.972535 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74bcad8a-9e59-4efc-9c5d-c3fe34230777 req-edbe251a-f1c6-40b8-9575-ca4ca8a35849 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0726974 May 17 18:18:11.998914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f07f6-67a6-4ccf-8ac2-d4ae68fe31ef req-c052452a-c2d7-4dd7-8991-50b817b28fe4 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:12.000311 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f50f07f6-67a6-4ccf-8ac2-d4ae68fe31ef req-c052452a-c2d7-4dd7-8991-50b817b28fe4 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0696380 May 17 18:18:12.041452 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74bcad8a-9e59-4efc-9c5d-c3fe34230777 req-79218aac-c0f2-4cc9-87c5-ee0d936fe7f9 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627925 May 17 18:18:12.066531 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f50f07f6-67a6-4ccf-8ac2-d4ae68fe31ef req-7cc09b1f-cdc1-4a36-a284-a6893162717b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588081 May 17 18:18:12.142141 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e6771-6ecb-461a-b49c-0c98e011cb01 req-4616e916-2d10-429c-b00c-dec607d145d4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:12.143654 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2e1e6771-6ecb-461a-b49c-0c98e011cb01 req-4616e916-2d10-429c-b00c-dec607d145d4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0473070 May 17 18:18:12.228279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517ecd-b93f-4081-9a7d-6a11fefa10b1 req-7eba18ec-9491-4a01-a8fa-7131180d0f97 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:12.229572 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-09517ecd-b93f-4081-9a7d-6a11fefa10b1 req-7eba18ec-9491-4a01-a8fa-7131180d0f97 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0646551 May 17 18:18:12.232538 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2e1e6771-6ecb-461a-b49c-0c98e011cb01 req-f739bcd1-7981-4945-841d-9c55a3582abb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832801 May 17 18:18:12.276295 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-09517ecd-b93f-4081-9a7d-6a11fefa10b1 req-5fe31798-56c4-4f94-9ecc-bed6c0c72051 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 May 17 18:18:12.605844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1c6b-4fea-4bad-a0b0-bebe9cab0eda req-22f01f38-aff0-44c4-bfb9-c81bff5b1bb0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:12.607508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1ef1c6b-4fea-4bad-a0b0-bebe9cab0eda req-22f01f38-aff0-44c4-bfb9-c81bff5b1bb0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0492103 May 17 18:18:12.655408 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1ef1c6b-4fea-4bad-a0b0-bebe9cab0eda req-fa9f163e-f209-41cb-a779-3997491e97b8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 May 17 18:18:13.178192 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd801d5d-fb7c-4883-9e15-57b4c084057d req-10e8d2dd-800e-4fd6-a8ad-cc0c1f169b07 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:13.179649 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd801d5d-fb7c-4883-9e15-57b4c084057d req-10e8d2dd-800e-4fd6-a8ad-cc0c1f169b07 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0727484 May 17 18:18:13.206708 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb07a-4467-4852-b8d6-0a6c499a944d req-8897a132-cece-4119-9ee8-774fb3155bf1 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:13.208123 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89edb07a-4467-4852-b8d6-0a6c499a944d req-8897a132-cece-4119-9ee8-774fb3155bf1 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0714016 May 17 18:18:13.253663 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd801d5d-fb7c-4883-9e15-57b4c084057d req-d9795371-6a4c-44f1-be8c-02dd32b6cb55 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683341 May 17 18:18:13.275124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89edb07a-4467-4852-b8d6-0a6c499a944d req-9a88d43b-2d90-4803-b0c6-99f973db5d11 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 May 17 18:18:13.363146 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae309-7ac2-48bc-b722-f3b406b4e3e7 req-218a5d73-7a91-4f81-8bc6-63e656031a17 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:13.364546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-754ae309-7ac2-48bc-b722-f3b406b4e3e7 req-218a5d73-7a91-4f81-8bc6-63e656031a17 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0565326 May 17 18:18:13.570378 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571b8f-83a6-4b9d-91a5-5bc306287623 req-5bb40484-39e5-490d-878c-cb6410b44eaf tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:13.572389 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d571b8f-83a6-4b9d-91a5-5bc306287623 req-5bb40484-39e5-490d-878c-cb6410b44eaf tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.2255437 May 17 18:18:13.609772 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-754ae309-7ac2-48bc-b722-f3b406b4e3e7 req-cc9e8fe5-d981-4f70-9cea-809b4d36be41 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295611 May 17 18:18:13.635459 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d571b8f-83a6-4b9d-91a5-5bc306287623 req-8e2b8a4d-28b4-45b0-8f6a-56900a8bae54 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533676 May 17 18:18:13.768033 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8663b-aa77-4307-91b3-076f047a6207 req-80389afa-742c-4f77-a6ce-fc0c6caab5e8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:13.769613 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22e8663b-aa77-4307-91b3-076f047a6207 req-80389afa-742c-4f77-a6ce-fc0c6caab5e8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0495856 May 17 18:18:13.817846 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22e8663b-aa77-4307-91b3-076f047a6207 req-809443b5-248a-4416-9f27-4f363fe4ff8e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 May 17 18:18:14.392635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62733e8-180a-4fcd-a58e-83faf718377c req-6ae38aed-0f4f-4962-a457-19ce77009e10 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:14.394084 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a62733e8-180a-4fcd-a58e-83faf718377c req-6ae38aed-0f4f-4962-a457-19ce77009e10 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0733836 May 17 18:18:14.421007 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cc6ee-8bca-4fca-84b9-3d06ed8eba4c req-b2b90554-202e-4e5a-bb21-dd5afe4e08db tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:14.422418 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-708cc6ee-8bca-4fca-84b9-3d06ed8eba4c req-b2b90554-202e-4e5a-bb21-dd5afe4e08db tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0709941 May 17 18:18:14.474497 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a62733e8-180a-4fcd-a58e-83faf718377c req-2b7c9487-74b8-43c5-8a89-c65cffab64a8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748618 May 17 18:18:14.488094 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-708cc6ee-8bca-4fca-84b9-3d06ed8eba4c req-9b31ef88-4195-4716-ab5b-7b8127f6e5a7 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590065 May 17 18:18:14.750276 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ff71-fa01-415c-b04a-d51f3cb0f54e req-2ec07579-99f0-4c8d-85ed-6841756822a4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:14.751718 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a5e7ff71-fa01-415c-b04a-d51f3cb0f54e req-2ec07579-99f0-4c8d-85ed-6841756822a4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0749404 May 17 18:18:14.771255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3b549-796d-4110-9b82-e2a9b00e1ed4 req-af55f4bf-22fe-4099-8235-a027f7aa7869 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:14.772622 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20c3b549-796d-4110-9b82-e2a9b00e1ed4 req-af55f4bf-22fe-4099-8235-a027f7aa7869 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0680866 May 17 18:18:14.830210 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a5e7ff71-fa01-415c-b04a-d51f3cb0f54e req-bc896ea5-24d3-45b5-832b-861b51df531e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 May 17 18:18:14.847185 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20c3b549-796d-4110-9b82-e2a9b00e1ed4 req-2a17fc13-91c7-47fa-9199-5b115043a32d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652201 May 17 18:18:14.939442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fb25-569f-458c-9f5a-6c2e36552314 req-a4da16f7-dbd9-4cb0-b412-9ec8d005adc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:14.940765 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc78fb25-569f-458c-9f5a-6c2e36552314 req-a4da16f7-dbd9-4cb0-b412-9ec8d005adc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0457273 May 17 18:18:14.988543 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc78fb25-569f-458c-9f5a-6c2e36552314 req-0bc41da1-50af-445f-83a9-5ee2e0c72dd1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 May 17 18:18:14.988740 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e109dbe-1572-4c6d-9a41-626d8d04ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:15.616458 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b628-75f2-414f-9d6d-118292149c58 req-3d4eaf46-e08f-44d8-9f2b-4a0f063cb184 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:15.617943 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-85e3b628-75f2-414f-9d6d-118292149c58 req-3d4eaf46-e08f-44d8-9f2b-4a0f063cb184 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0771353 May 17 18:18:15.637393 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607269a-d31a-42aa-9c96-ba2c18fc4309 req-139d6ea4-2c95-4d5a-981b-52456d44253e tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:15.638878 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2607269a-d31a-42aa-9c96-ba2c18fc4309 req-139d6ea4-2c95-4d5a-981b-52456d44253e tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0661507 May 17 18:18:15.652137 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:18:15.700316 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-85e3b628-75f2-414f-9d6d-118292149c58 req-3ff75101-710f-4f33-80e0-716ba9e813aa tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767384 May 17 18:18:15.711251 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2607269a-d31a-42aa-9c96-ba2c18fc4309 req-f3343ac4-21df-49ed-bf29-282a8193410f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653150 May 17 18:18:15.974990 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b682d-5922-4ad1-8484-7ba5ac1fce21 req-f99c196f-56e7-452f-af34-275a61e029cf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:15.976454 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a8b682d-5922-4ad1-8484-7ba5ac1fce21 req-f99c196f-56e7-452f-af34-275a61e029cf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0783620 May 17 18:18:15.996537 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09504-2453-4abc-ae5b-d5f5222607d0 req-f1ed2c90-4930-4983-9b9c-d63330e40829 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:15.997949 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0a09504-2453-4abc-ae5b-d5f5222607d0 req-f1ed2c90-4930-4983-9b9c-d63330e40829 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0709980 May 17 18:18:16.063160 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a8b682d-5922-4ad1-8484-7ba5ac1fce21 req-a9f963d8-8426-47f9-9187-51cf7b0a3135 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 May 17 18:18:16.070659 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0a09504-2453-4abc-ae5b-d5f5222607d0 req-d8b413b1-cf4e-4813-8806-c31008c015a1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654089 May 17 18:18:16.164967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec404bc3-43e7-42af-a022-16149cd56e56 req-73c886b0-cbf0-4827-b4c2-828b8d26e32b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:16.167100 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec404bc3-43e7-42af-a022-16149cd56e56 req-73c886b0-cbf0-4827-b4c2-828b8d26e32b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0485132 May 17 18:18:16.215835 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec404bc3-43e7-42af-a022-16149cd56e56 req-ea837eaf-086c-40dd-b33c-f86a6bc77c71 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 May 17 18:18:16.605549 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-ebea42b0-4211-4c9d-a4b8-44e2bdda04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:16.607200 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-ebea42b0-4211-4c9d-a4b8-44e2bdda04dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1127 time: 0.0476251 May 17 18:18:16.650993 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 1740059f-81f9-4984-963e-accf4e584516 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:16.857931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-6ab03516-9f9b-47f7-9c4a-b11c21a63e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:16.859683 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-6ab03516-9f9b-47f7-9c4a-b11c21a63e6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.1839859 May 17 18:18:16.888039 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce691a89-5819-4094-a213-fae07937ee24 req-aff241a4-8c1d-4625-afc0-78baf762e975 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:16.889504 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce691a89-5819-4094-a213-fae07937ee24 req-aff241a4-8c1d-4625-afc0-78baf762e975 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.1016574 May 17 18:18:16.899786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=1740059f-81f9-4984-963e-accf4e584516,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:16.900799 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17ab9-ea29-415e-a3af-c31cd4e3d785 req-c2fe2632-485d-4d0a-8f73-6d9fc9ba3a2d tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:16.902255 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-99f17ab9-ea29-415e-a3af-c31cd4e3d785 req-c2fe2632-485d-4d0a-8f73-6d9fc9ba3a2d tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0665252 May 17 18:18:16.911957 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '1740059f-81f9-4984-963e-accf4e584516', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'port_id': '1740059f-81f9-4984-963e-accf4e584516', 'mac_address': 'fa:16:3e:21:5f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:16.947537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 1740059f-81f9-4984-963e-accf4e584516 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:16.947918 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1740059f-81f9-4984-963e-accf4e584516), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:16.961785 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1740059f-81f9-4984-963e-accf4e584516 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:16.969183 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce691a89-5819-4094-a213-fae07937ee24 req-274b80e8-15c6-4e9a-89ce-ba556bcc3bdf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658486 May 17 18:18:16.982613 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=1740059f-81f9-4984-963e-accf4e584516,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:16.988839 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1740059f-81f9-4984-963e-accf4e584516), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:16.996769 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-99f17ab9-ea29-415e-a3af-c31cd4e3d785 req-531c581b-e9c3-4535-9eff-a01ecd58e4ae tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878396 May 17 18:18:17.042705 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:17.215821 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-810f22c9-7ec8-47c6-9724-eb698ebb73ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:17.273941 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-b187417e-8695-4e92-ad43-cb653ba5475a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 217 time: 0.0898576 May 17 18:18:17.288212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc2304-7f71-460c-a908-764b18279494 req-dc67cfcf-12b1-45cd-96e0-c043ae2001b8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.289779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dfc2304-7f71-460c-a908-764b18279494 req-dc67cfcf-12b1-45cd-96e0-c043ae2001b8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.1601710 May 17 18:18:17.291553 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-fc421360-2a14-4aff-b99e-5d9e712002d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.292994 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-fc421360-2a14-4aff-b99e-5d9e712002d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1127 time: 0.1035080 May 17 18:18:17.295492 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-5be5c13b-7345-415f-9c47-3ce9763af8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.296835 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-5be5c13b-7345-415f-9c47-3ce9763af8e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 1127 time: 0.1063056 May 17 18:18:17.315838 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e9ffb-2c8b-4812-a6ef-1db4845bad5f req-b0e62984-e7a1-48cd-8079-04e7eeabb8ed tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.323822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a3e9ffb-2c8b-4812-a6ef-1db4845bad5f req-b0e62984-e7a1-48cd-8079-04e7eeabb8ed tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.1824672 May 17 18:18:17.341584 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b7489-385b-47e0-97f5-d29566548808 req-0d0da440-a3ab-49bc-9eca-ef70a2e9c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.343131 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f33b7489-385b-47e0-97f5-d29566548808 req-0d0da440-a3ab-49bc-9eca-ef70a2e9c983 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1127 time: 0.1564188 May 17 18:18:17.344034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b50a03-b469-4677-b523-c29da039eb3d req-acbc9467-f4ac-4e89-b439-fce352824d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.345391 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19b50a03-b469-4677-b523-c29da039eb3d req-acbc9467-f4ac-4e89-b439-fce352824d27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1127 time: 0.1557071 May 17 18:18:17.377968 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['1740059f-81f9-4984-963e-accf4e584516'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:17.511107 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-4b6e7071-294e-4922-af02-a84c33f7f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.512906 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-4b6e7071-294e-4922-af02-a84c33f7f5e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.2187266 May 17 18:18:17.674422 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b50a03-b469-4677-b523-c29da039eb3d req-6dd83603-634b-48c6-8111-934915b9697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.676185 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19b50a03-b469-4677-b523-c29da039eb3d req-6dd83603-634b-48c6-8111-934915b9697d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3121293 May 17 18:18:17.794387 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a3e9ffb-2c8b-4812-a6ef-1db4845bad5f req-223886f3-8d39-4035-8817-0fb46c294fb4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694440 May 17 18:18:17.850062 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-8dd76e1f-4830-4b8c-b72f-da752b43ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.852980 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-8dd76e1f-4830-4b8c-b72f-da752b43ea12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3043094 May 17 18:18:17.881876 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dfc2304-7f71-460c-a908-764b18279494 req-f4f0443e-a18f-4459-b02d-d9c178707411 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743697 May 17 18:18:17.941033 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-9b9dbd65-8ef1-4cf6-b7c4-6d20a5443899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:17.945452 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-9b9dbd65-8ef1-4cf6-b7c4-6d20a5443899 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=37a912f3b6fa407bb4495fb6462250e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6384227 May 17 18:18:18.038058 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56834) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:18.039148 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-9f2b77ab-eaa4-40b9-9f24-8ef5224641cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.040614 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-9f2b77ab-eaa4-40b9-9f24-8ef5224641cf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=cd7eb45f1cd74f84943f4b991986973d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7352672 May 17 18:18:18.266724 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-24bd77a3-c5c0-458a-9478-c5cc6865c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.268318 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5ba3d09-a958-4331-b0e3-9d76d5e84053 req-24bd77a3-c5c0-458a-9478-c5cc6865c602 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419432 May 17 18:18:18.299172 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.333043 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-436f513a-02e1-485b-81f9-c62d078a3c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.336940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b7489-385b-47e0-97f5-d29566548808 req-571f5c27-95b6-407b-a8ab-92faff1d6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.338641 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f33b7489-385b-47e0-97f5-d29566548808 req-571f5c27-95b6-407b-a8ab-92faff1d6191 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9772482 May 17 18:18:18.339619 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-aeff4789-973a-41fe-9bb4-4644e5c7a7ed service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522104 May 17 18:18:18.345250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-6a8ce26f-c141-437c-98d4-e349bc373801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.346694 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-11c123bc-e35c-4760-ba74-4cc268909e0f req-6a8ce26f-c141-437c-98d4-e349bc373801 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3781781 May 17 18:18:18.357108 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748f86-66c0-47f4-9bd4-ba89bca79190 req-018cb82d-2cf6-4836-96e7-875a9849e3bd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.358600 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d748f86-66c0-47f4-9bd4-ba89bca79190 req-018cb82d-2cf6-4836-96e7-875a9849e3bd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.4049110 May 17 18:18:18.374433 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421cdee-9a6b-4f52-ae0b-9d42c55a6d8d req-2326de1f-054a-4fa0-8ff9-3dbeb9fcd53b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.376185 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e421cdee-9a6b-4f52-ae0b-9d42c55a6d8d req-2326de1f-054a-4fa0-8ff9-3dbeb9fcd53b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.1355617 May 17 18:18:18.378653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b50a03-b469-4677-b523-c29da039eb3d req-778da607-f5e1-482e-b19b-69d52aa044c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.379996 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19b50a03-b469-4677-b523-c29da039eb3d req-778da607-f5e1-482e-b19b-69d52aa044c8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6923740 May 17 18:18:18.442983 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-436f513a-02e1-485b-81f9-c62d078a3c44 admin admin] Publish callbacks [] for security_group (c426c83a-777b-4e2d-af77-e2faad78b345), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.447984 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-436f513a-02e1-485b-81f9-c62d078a3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c426c83a-777b-4e2d-af77-e2faad78b345), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.457435 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d748f86-66c0-47f4-9bd4-ba89bca79190 req-49d34f31-a868-41fa-839a-7b27836e0a0e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799437 May 17 18:18:18.464248 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e421cdee-9a6b-4f52-ae0b-9d42c55a6d8d req-faa12abf-105e-4600-8e7c-40433d9b7538 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765517 May 17 18:18:18.497116 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-436f513a-02e1-485b-81f9-c62d078a3c44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2af82ce385f443eaa7fee9907f2117d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531100 May 17 18:18:18.497116 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f513a-02e1-485b-81f9-c62d078a3c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c426c83a-777b-4e2d-af77-e2faad78b345,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:18.497655 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:18.589312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c7a84-0f58-44c8-a8b5-72fc0a775ded req-f9bd6a29-e497-42d9-91e7-f9481c6e8e5f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.590687 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc6c7a84-0f58-44c8-a8b5-72fc0a775ded req-f9bd6a29-e497-42d9-91e7-f9481c6e8e5f tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0629900 May 17 18:18:18.593541 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] Publish callbacks [] for security_group (c426c83a-777b-4e2d-af77-e2faad78b345), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.629866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] Publish callbacks [] for security_group (c426c83a-777b-4e2d-af77-e2faad78b345), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.660973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 1740059f-81f9-4984-963e-accf4e584516 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:18.680129 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc6c7a84-0f58-44c8-a8b5-72fc0a775ded req-eefce5ae-c0f9-4a8f-ad39-2fc2c7c8187b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819676 May 17 18:18:18.704703 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c426c83a-777b-4e2d-af77-e2faad78b345), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.707371 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.711128 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c426c83a-777b-4e2d-af77-e2faad78b345 HTTP/1.1" status: 204 len: 168 time: 0.2062235 May 17 18:18:18.715241 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 1740059f-81f9-4984-963e-accf4e584516 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:18.718060 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b96ca9-42de-4ae3-b76e-05b16990dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c426c83a-777b-4e2d-af77-e2faad78b345,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:18.726855 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 1740059f-81f9-4984-963e-accf4e584516 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:18.727298 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (1740059f-81f9-4984-963e-accf4e584516), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.863873 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 1740059f-81f9-4984-963e-accf4e584516 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:18.864264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1740059f-81f9-4984-963e-accf4e584516), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.922756 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1740059f-81f9-4984-963e-accf4e584516'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:18.925966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d02c2-e4e8-4c8a-a822-69ead14d7fa3" -d '{"events": [{"server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "name": "network-vif-plugged", "status": "completed", "tag": "1740059f-81f9-4984-963e-accf4e584516"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:18.943934 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=1740059f-81f9-4984-963e-accf4e584516,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:18.953478 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1740059f-81f9-4984-963e-accf4e584516), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:18.957762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-93fe1f50-d022-48e7-8554-dde93b5186e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.959257 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-93fe1f50-d022-48e7-8554-dde93b5186e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1127 time: 0.1085372 May 17 18:18:18.960148 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-96621297-e91b-4ca0-b24f-f09fa259609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:18.961894 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-96621297-e91b-4ca0-b24f-f09fa259609f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1127 time: 0.1295173 May 17 18:18:19.014505 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-a40fd43c-ff85-48e3-a39b-8cce54e15379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.016909 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-a40fd43c-ff85-48e3-a39b-8cce54e15379 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 1127 time: 0.0890734 May 17 18:18:19.017185 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:19.039741 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-4a06ef3c-68f7-429d-9e81-e1d15372b893 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 217 time: 0.0604393 May 17 18:18:19.077629 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-2cdac64e-82de-4f6d-9b90-67866c81c022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a789b0-1ac7-4729-8cc9-8ad941391439 HTTP/1.1" status: 200 len: 217 time: 0.0969129 May 17 18:18:19.117352 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82acdd58-ab08-4d57-b410-a99bfd12218f req-2b88a1e9-9cb1-4b2a-b0b6-d66e0d1162a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384244 May 17 18:18:19.133529 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560b327-ed09-49a0-b08e-8a05bfaffdce req-0a6e0223-0e49-4217-947d-3fecba8fcd99 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.135976 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2560b327-ed09-49a0-b08e-8a05bfaffdce req-0a6e0223-0e49-4217-947d-3fecba8fcd99 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.2096086 May 17 18:18:19.155848 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-b35c4137-d0c5-43cf-8ada-e14986d7d221 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200d9682-a32c-4f1b-afac-5e03e64190d5 HTTP/1.1" status: 200 len: 217 time: 0.1296759 May 17 18:18:19.163385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-b59941dd-b33f-40a4-8d36-887b5944fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.164821 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-b59941dd-b33f-40a4-8d36-887b5944fcb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0891440 May 17 18:18:19.169592 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b7489-385b-47e0-97f5-d29566548808 req-9d13a9d9-eb67-45ee-bbac-66cf47f6c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.170117 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f53efa6b-7a92-4c64-b07e-3ff629e7cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.171068 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f33b7489-385b-47e0-97f5-d29566548808 req-9d13a9d9-eb67-45ee-bbac-66cf47f6c249 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3927605 May 17 18:18:19.171815 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f53efa6b-7a92-4c64-b07e-3ff629e7cf85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0845723 May 17 18:18:19.180641 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56870) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:19.244454 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cf08-fad2-42e5-ac9c-a122088a68f8 req-cd2c4447-648a-4a7e-84b2-aef61b39907b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.246049 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad99cf08-fad2-42e5-ac9c-a122088a68f8 req-cd2c4447-648a-4a7e-84b2-aef61b39907b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.1706429 May 17 18:18:19.248585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba851f7f-c89e-4a04-b671-ca528d2d4a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:19.268440 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f310cda2-cb1e-45d8-be96-701893d865a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.270387 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-f310cda2-cb1e-45d8-be96-701893d865a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831852 May 17 18:18:19.274114 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-0d58de68-b937-4dc2-b778-a7773667ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.275674 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-0d58de68-b937-4dc2-b778-a7773667ea37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030164 May 17 18:18:19.316890 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e2baf75a-5d7f-456d-97ba-4424c4274d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.318444 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e2baf75a-5d7f-456d-97ba-4424c4274d79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1127 time: 0.0939987 May 17 18:18:19.321120 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-96bffb44-b751-481b-b179-fee3ada01bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.323251 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-96bffb44-b751-481b-b179-fee3ada01bc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.1548483 May 17 18:18:19.341761 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2560b327-ed09-49a0-b08e-8a05bfaffdce req-f7596cf6-0119-4e62-b185-b5d0c3183fed tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759264 May 17 18:18:19.393449 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f49ff8-0d4a-4897-b69e-b3fac481a917 x-openstack-request-id: req-71f49ff8-0d4a-4897-b69e-b3fac481a917 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:19.393951 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "name": "network-vif-plugged", "status": "completed", "tag": "1740059f-81f9-4984-963e-accf4e584516", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:19.394149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71f49ff8-0d4a-4897-b69e-b3fac481a917 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:19.394529 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f49ff8-0d4a-4897-b69e-b3fac481a917'] response: {'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1740059f-81f9-4984-963e-accf4e584516', 'code': 200} May 17 18:18:19.475197 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-797bdb1f-5ec4-4e90-9da8-044a40b81313 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 217 time: 0.1323812 May 17 18:18:19.540833 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-31a34284-8faf-4daa-8d43-43deecba377e service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568996 May 17 18:18:19.593703 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-f56abbbf-7039-434b-8d84-f2da9a430125 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086407 May 17 18:18:19.613263 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-d3bb7168-cc92-4c48-9275-1c7805703c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.615279 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-d3bb7168-cc92-4c48-9275-1c7805703c06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2708228 May 17 18:18:19.619620 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad99cf08-fad2-42e5-ac9c-a122088a68f8 req-4847bf26-2dc8-4deb-8fac-20da0440f42b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556333 May 17 18:18:19.682818 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56896) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:19.683627 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba851f7f-c89e-4a04-b671-ca528d2d4a36 admin admin] Publish callbacks [] for security_group (09f86d12-1cb4-42cc-9722-da08b54bc12e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:19.685171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f271a1-a1ad-4ea9-8b48-e51143ef430d req-0e692c61-0e45-4941-ae8c-91886c765502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.687372 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0f271a1-a1ad-4ea9-8b48-e51143ef430d req-0e692c61-0e45-4941-ae8c-91886c765502 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1129 time: 0.0991790 May 17 18:18:19.704441 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba851f7f-c89e-4a04-b671-ca528d2d4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (09f86d12-1cb4-42cc-9722-da08b54bc12e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:19.710193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-da64a420-78b1-4ca0-a77f-563bcee9fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.712648 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-da64a420-78b1-4ca0-a77f-563bcee9fd05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.2160656 May 17 18:18:19.734015 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:19.769807 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e1825dd8-b286-4e61-812a-6e4e55be2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.771292 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-e1825dd8-b286-4e61-812a-6e4e55be2caf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490313 May 17 18:18:19.866434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d096f4-b568-4fa9-9110-688a8b34078c req-b54bf0a4-69b1-40d7-a27e-e0659289eb4f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:19.867857 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-70d096f4-b568-4fa9-9110-688a8b34078c req-b54bf0a4-69b1-40d7-a27e-e0659289eb4f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.2566175 May 17 18:18:19.885637 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851f7f-c89e-4a04-b671-ca528d2d4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f86d12-1cb4-42cc-9722-da08b54bc12e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:19.908820 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ba851f7f-c89e-4a04-b671-ca528d2d4a36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d9169c971614314a5ffd5eeed42abbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249219 May 17 18:18:19.914031 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:19.930896 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-5c84bae9-0ddf-4f34-bb94-7f3ff1844a81 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838210 May 17 18:18:19.942070 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0f271a1-a1ad-4ea9-8b48-e51143ef430d req-ba5ee7d4-ef94-45b3-b8d4-7431c9c1ca66 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416301 May 17 18:18:19.967011 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e93a0ec-ced1-4bc4-9c1b-554202ec52da req-944a0f6e-9e48-41fd-b3e1-2c46e252d8cb service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771442 May 17 18:18:19.987260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] Publish callbacks [] for security_group (09f86d12-1cb4-42cc-9722-da08b54bc12e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:19.995486 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-a07f0e88-2677-4caa-88ab-2a53bc2df180 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432314 May 17 18:18:19.996210 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a33d54f2-8327-4036-b1a6-47bbefe01b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.009774 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] Publish callbacks [] for security_group (09f86d12-1cb4-42cc-9722-da08b54bc12e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.011963 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48ac20-3752-4539-9842-ba0344d9f05a req-7180c57a-5fb0-4995-a3cc-96896586cbda tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:20.013323 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b48ac20-3752-4539-9842-ba0344d9f05a req-7180c57a-5fb0-4995-a3cc-96896586cbda tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.2392800 May 17 18:18:20.059783 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (09f86d12-1cb4-42cc-9722-da08b54bc12e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.062394 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.063618 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09f86d12-1cb4-42cc-9722-da08b54bc12e HTTP/1.1" status: 204 len: 168 time: 0.1460726 May 17 18:18:20.072187 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a2857-5fe9-4820-b731-eeae4cb6bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f86d12-1cb4-42cc-9722-da08b54bc12e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:20.108754 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-70d096f4-b568-4fa9-9110-688a8b34078c req-89e81fcc-8c3f-4401-bda8-17c93b146f6e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089815 May 17 18:18:20.120083 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-cb724de1-994c-4597-a6ac-24fac5b1a125 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628450 May 17 18:18:20.141096 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b48ac20-3752-4539-9842-ba0344d9f05a req-4f05f844-e75f-4c3d-a636-4974db65d780 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179585 May 17 18:18:20.190994 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a33d54f2-8327-4036-b1a6-47bbefe01b86 admin admin] Publish callbacks [] for security_group (690dccf2-43a2-4d87-a1cc-ce3c008f1dc0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.194719 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a33d54f2-8327-4036-b1a6-47bbefe01b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (690dccf2-43a2-4d87-a1cc-ce3c008f1dc0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.262162 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eb18e-71ee-4d14-9846-76424c47a0f0 req-982be1d4-0bca-49cb-9c67-13eda15d0c33 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:20.263619 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa1eb18e-71ee-4d14-9846-76424c47a0f0 req-982be1d4-0bca-49cb-9c67-13eda15d0c33 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0863187 May 17 18:18:20.266719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a33d54f2-8327-4036-b1a6-47bbefe01b86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8583f62e67e042b2b226e6f94e6c54a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806398 May 17 18:18:20.267623 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d54f2-8327-4036-b1a6-47bbefe01b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690dccf2-43a2-4d87-a1cc-ce3c008f1dc0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:20.269495 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56910) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:20.324332 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa1eb18e-71ee-4d14-9846-76424c47a0f0 req-a15d0627-c05c-482c-a9c6-74b34de32887 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 May 17 18:18:20.328445 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] Publish callbacks [] for security_group (690dccf2-43a2-4d87-a1cc-ce3c008f1dc0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.367561 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] Publish callbacks [] for security_group (690dccf2-43a2-4d87-a1cc-ce3c008f1dc0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.432733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (690dccf2-43a2-4d87-a1cc-ce3c008f1dc0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.436523 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.442641 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/690dccf2-43a2-4d87-a1cc-ce3c008f1dc0 HTTP/1.1" status: 204 len: 168 time: 0.1719530 May 17 18:18:20.456407 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d5f2-0f88-4c6e-a745-eb0c0d7e8395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690dccf2-43a2-4d87-a1cc-ce3c008f1dc0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:20.473449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984857d0-41ab-4f0f-9cf6-e8131622aa38 req-02c59496-2ba4-4b15-8765-a6e5d87262ba tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:20.475198 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-984857d0-41ab-4f0f-9cf6-e8131622aa38 req-02c59496-2ba4-4b15-8765-a6e5d87262ba tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0667787 May 17 18:18:20.543559 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-984857d0-41ab-4f0f-9cf6-e8131622aa38 req-759cc46e-cdb8-46bb-99cf-eb2283928e52 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528302 May 17 18:18:20.760980 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a6de0-fecb-41c5-9149-b1aad2d23efe req-bc73aa8f-524b-4a6b-96e3-f2943537c587 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:20.763484 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-235a6de0-fecb-41c5-9149-b1aad2d23efe req-bc73aa8f-524b-4a6b-96e3-f2943537c587 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0656209 May 17 18:18:20.818388 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-235a6de0-fecb-41c5-9149-b1aad2d23efe req-20c6a720-57e4-47d7-a7e5-53e6d9a181cc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 May 17 18:18:20.884488 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 56946) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:20.898824 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96ec5fb0-b5ae-48eb-a113-9fa42e3fe247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.979124 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96ec5fb0-b5ae-48eb-a113-9fa42e3fe247 admin admin] Publish callbacks [] for security_group (e98de015-a1be-46af-80ff-7d636fcb4a02), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:20.983015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96ec5fb0-b5ae-48eb-a113-9fa42e3fe247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e98de015-a1be-46af-80ff-7d636fcb4a02), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.025215 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-96ec5fb0-b5ae-48eb-a113-9fa42e3fe247 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6890d77090f14a7b955d2434d93f772b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388645 May 17 18:18:21.026590 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec5fb0-b5ae-48eb-a113-9fa42e3fe247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98de015-a1be-46af-80ff-7d636fcb4a02,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:21.027861 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56952) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:21.085880 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] Publish callbacks [] for security_group (e98de015-a1be-46af-80ff-7d636fcb4a02), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.110550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] Publish callbacks [] for security_group (e98de015-a1be-46af-80ff-7d636fcb4a02), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.182326 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e98de015-a1be-46af-80ff-7d636fcb4a02), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.185710 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.186963 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e98de015-a1be-46af-80ff-7d636fcb4a02 HTTP/1.1" status: 204 len: 168 time: 0.1575530 May 17 18:18:21.198495 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c92632-fc2d-42f8-a809-832ebd56dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98de015-a1be-46af-80ff-7d636fcb4a02,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:21.256900 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296e27-3c5f-4f22-9709-f1a38dc2eb9e req-8a9dd587-fafe-41f3-b1f2-4946dd399894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:21.259679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad296e27-3c5f-4f22-9709-f1a38dc2eb9e req-8a9dd587-fafe-41f3-b1f2-4946dd399894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0625381 May 17 18:18:21.367378 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641a3c3-cc88-4bec-861f-fd7f1618c020 req-04bf4596-d74b-49d6-a2a1-8fc0da4169fe tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:21.368900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f641a3c3-cc88-4bec-861f-fd7f1618c020 req-04bf4596-d74b-49d6-a2a1-8fc0da4169fe tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0867865 May 17 18:18:21.372277 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad296e27-3c5f-4f22-9709-f1a38dc2eb9e req-05b00fa1-fee7-406a-a430-8759cfeac5c8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064126 May 17 18:18:21.437106 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.445773 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f641a3c3-cc88-4bec-861f-fd7f1618c020 req-9ca7855d-5a2a-491f-ab4f-2fa94046e706 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590017 May 17 18:18:21.567873 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 56976) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:21.674613 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6877-3b8c-4f59-a5f6-b550f556babf req-b852d316-e9d3-4a63-9deb-0ae8cdbdcf9c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:21.676270 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-66cd6877-3b8c-4f59-a5f6-b550f556babf req-b852d316-e9d3-4a63-9deb-0ae8cdbdcf9c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0530703 May 17 18:18:21.683384 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-653ce6d4-3753-4c16-a88c-37ddc52ff25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.752532 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-66cd6877-3b8c-4f59-a5f6-b550f556babf req-62231d55-6821-495e-b126-c09986e1a787 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701354 May 17 18:18:21.807463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-653ce6d4-3753-4c16-a88c-37ddc52ff25f admin admin] Publish callbacks [] for security_group (dbd0e1b1-189d-4981-8b82-c8fcadeb1044), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.813434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-653ce6d4-3753-4c16-a88c-37ddc52ff25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dbd0e1b1-189d-4981-8b82-c8fcadeb1044), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:21.859961 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce6d4-3753-4c16-a88c-37ddc52ff25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd0e1b1-189d-4981-8b82-c8fcadeb1044,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:21.875390 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-653ce6d4-3753-4c16-a88c-37ddc52ff25f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8396ba094cdb4dfc9c4c8dae5cafa76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064477 May 17 18:18:21.878147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57000) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:21.967884 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42e2f-1e75-4f9d-a6ef-2b0a6911e3cb req-b65fb390-b882-4a3a-a8d5-a2bb428debf6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:21.969365 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-50e42e2f-1e75-4f9d-a6ef-2b0a6911e3cb req-b65fb390-b882-4a3a-a8d5-a2bb428debf6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0675731 May 17 18:18:21.997710 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] Publish callbacks [] for security_group (dbd0e1b1-189d-4981-8b82-c8fcadeb1044), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:22.034892 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] Publish callbacks [] for security_group (dbd0e1b1-189d-4981-8b82-c8fcadeb1044), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:22.048616 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-50e42e2f-1e75-4f9d-a6ef-2b0a6911e3cb req-1529b539-9899-4577-a5db-fd05b1454b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 May 17 18:18:22.089280 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dbd0e1b1-189d-4981-8b82-c8fcadeb1044), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:22.091889 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:22.093008 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbd0e1b1-189d-4981-8b82-c8fcadeb1044 HTTP/1.1" status: 204 len: 168 time: 0.2139230 May 17 18:18:22.101290 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bba14-0c77-40e7-a828-2178ede8e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd0e1b1-189d-4981-8b82-c8fcadeb1044,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:22.541082 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b86f0-12d7-4725-88b5-1a3ab625ff54 req-665a623a-c248-492a-9e12-f3baa4fbe3cb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:22.544162 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-750b86f0-12d7-4725-88b5-1a3ab625ff54 req-665a623a-c248-492a-9e12-f3baa4fbe3cb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0741096 May 17 18:18:22.723378 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-750b86f0-12d7-4725-88b5-1a3ab625ff54 req-f5361b7c-3acf-4433-a1b1-807f8f12e2b0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610179 May 17 18:18:22.744063 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2c2edc1-545a-4b35-98cf-63cb87dd3a02 req-7ee6bcb6-5b23-492b-8ac1-00b97f34cba3 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989429 May 17 18:18:22.747859 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acfdb87d-1630-4dcb-b534-e3f06aeded39 req-cb58371c-2d7b-4555-9ffb-4e64bb06b009 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017310 May 17 18:18:22.825400 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d0df5-ea07-4c9d-9e40-1b3dd1d63218 req-88d5a9c1-74c6-46f4-984a-9aa3322e71ff tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:22.826871 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-151d0df5-ea07-4c9d-9e40-1b3dd1d63218 req-88d5a9c1-74c6-46f4-984a-9aa3322e71ff tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0461223 May 17 18:18:22.875137 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-151d0df5-ea07-4c9d-9e40-1b3dd1d63218 req-c299f558-620b-4b1b-bd48-851417f22784 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 May 17 18:18:22.977067 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc721f-11ae-44f4-8d3a-1a94c94be3a8 req-43985198-c32b-4be3-b361-69287dea4b11 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:22.978589 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-93cc721f-11ae-44f4-8d3a-1a94c94be3a8 req-43985198-c32b-4be3-b361-69287dea4b11 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0497930 May 17 18:18:23.027175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-93cc721f-11ae-44f4-8d3a-1a94c94be3a8 req-02f32be4-1eb9-4205-bb3e-6345553eea1c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 May 17 18:18:23.163528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8cc8-1aac-4df1-871f-ca077e14ea62 req-8c550878-1a5c-49a5-8366-617b7f301042 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:23.164964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a05c8cc8-1aac-4df1-871f-ca077e14ea62 req-8c550878-1a5c-49a5-8366-617b7f301042 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0480978 May 17 18:18:23.213389 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a05c8cc8-1aac-4df1-871f-ca077e14ea62 req-b95c31d2-8e04-4d40-81cb-8a4252abcd7b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 May 17 18:18:23.254088 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57060) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:23.354905 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-883dce1f-8cec-4034-91cf-24d827b64380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.428582 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-883dce1f-8cec-4034-91cf-24d827b64380 admin admin] Publish callbacks [] for security_group (7bd727a5-57dc-470c-a209-368fd2b8e0ff), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.431999 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-883dce1f-8cec-4034-91cf-24d827b64380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7bd727a5-57dc-470c-a209-368fd2b8e0ff), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.470187 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-883dce1f-8cec-4034-91cf-24d827b64380 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce842c58cc3d4c699713368379bd7d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149339 May 17 18:18:23.471142 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dce1f-8cec-4034-91cf-24d827b64380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd727a5-57dc-470c-a209-368fd2b8e0ff,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:23.472690 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57064) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:23.520334 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] Publish callbacks [] for security_group (7bd727a5-57dc-470c-a209-368fd2b8e0ff), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.541752 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] Publish callbacks [] for security_group (7bd727a5-57dc-470c-a209-368fd2b8e0ff), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.589381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7bd727a5-57dc-470c-a209-368fd2b8e0ff), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.591936 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:23.593053 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bd727a5-57dc-470c-a209-368fd2b8e0ff HTTP/1.1" status: 204 len: 168 time: 0.1186600 May 17 18:18:23.602620 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c697270-39c7-45bf-8eb6-d655b656a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd727a5-57dc-470c-a209-368fd2b8e0ff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:23.839382 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f65132-81fb-46d6-a283-209e261bb741 req-a09da864-d41e-4b4d-8261-986ddc0a07e4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:23.840909 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-31f65132-81fb-46d6-a283-209e261bb741 req-a09da864-d41e-4b4d-8261-986ddc0a07e4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0480347 May 17 18:18:23.890005 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-31f65132-81fb-46d6-a283-209e261bb741 req-afb2f290-54c1-40fc-8c40-700182a4944f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 May 17 18:18:23.988611 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f37f-7ad0-4edb-9c05-a2fbe737d2ba req-abbc0f06-0598-49a8-aeac-202323c4072b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:23.989979 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9a76f37f-7ad0-4edb-9c05-a2fbe737d2ba req-abbc0f06-0598-49a8-aeac-202323c4072b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0453384 May 17 18:18:24.043963 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9a76f37f-7ad0-4edb-9c05-a2fbe737d2ba req-57cd3fff-1121-4751-9853-bb5074b70781 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 May 17 18:18:24.325900 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac1cea-a31e-46fe-979f-1a14a563484b req-9751819e-f9ca-47dc-a8e1-9c0216fcdecb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:24.327334 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acac1cea-a31e-46fe-979f-1a14a563484b req-9751819e-f9ca-47dc-a8e1-9c0216fcdecb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.2268696 May 17 18:18:24.372237 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acac1cea-a31e-46fe-979f-1a14a563484b req-4d6b5e44-c330-4c6f-a54e-16b25e741286 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 May 17 18:18:24.476898 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a6a6-872e-493a-990e-7c3b157af372 req-eef95fbf-03f9-4fa4-9efa-f2af5f1fc64f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:24.478392 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17f1a6a6-872e-493a-990e-7c3b157af372 req-eef95fbf-03f9-4fa4-9efa-f2af5f1fc64f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 943 time: 0.0458047 May 17 18:18:24.526825 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17f1a6a6-872e-493a-990e-7c3b157af372 req-16c82466-4888-4cbf-995b-f0b63b9367f6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 May 17 18:18:24.623299 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57116) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:24.726756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f049ccbf-756f-4238-859a-35d37808b05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:24.801707 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f049ccbf-756f-4238-859a-35d37808b05c admin admin] Publish callbacks [] for security_group (18ca1e75-450b-4879-9eb1-daf1140e7789), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:24.805194 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f049ccbf-756f-4238-859a-35d37808b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (18ca1e75-450b-4879-9eb1-daf1140e7789), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:24.845354 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f049ccbf-756f-4238-859a-35d37808b05c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=844b92b949b54200978e2edc0c78c109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186966 May 17 18:18:24.845354 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049ccbf-756f-4238-859a-35d37808b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ca1e75-450b-4879-9eb1-daf1140e7789,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:24.846515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57124) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:24.846643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 43a789b0-1ac7-4729-8cc9-8ad941391439 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:24.971239 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=43a789b0-1ac7-4729-8cc9-8ad941391439,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:24.983773 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '43a789b0-1ac7-4729-8cc9-8ad941391439', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'port_id': '43a789b0-1ac7-4729-8cc9-8ad941391439', 'mac_address': 'fa:16:3e:7f:bf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:25.013934 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ededf-30e0-4d5b-ae44-0f4fd5762c8e req-7d70fe89-5e58-401f-aed6-32d4df1063d8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:25.015617 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-660ededf-30e0-4d5b-ae44-0f4fd5762c8e req-7d70fe89-5e58-401f-aed6-32d4df1063d8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0494049 May 17 18:18:25.026773 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 43a789b0-1ac7-4729-8cc9-8ad941391439 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:25.027070 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.040517 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a789b0-1ac7-4729-8cc9-8ad941391439 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:25.059884 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=43a789b0-1ac7-4729-8cc9-8ad941391439,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:25.066641 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.075154 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-660ededf-30e0-4d5b-ae44-0f4fd5762c8e req-06999f93-cc95-4ea6-97e7-3038fc911e72 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519443 May 17 18:18:25.075454 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] Publish callbacks [] for security_group (18ca1e75-450b-4879-9eb1-daf1140e7789), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.112645 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] Publish callbacks [] for security_group (18ca1e75-450b-4879-9eb1-daf1140e7789), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.120611 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:25.159058 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (18ca1e75-450b-4879-9eb1-daf1140e7789), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.162135 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:25.163359 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18ca1e75-450b-4879-9eb1-daf1140e7789 HTTP/1.1" status: 204 len: 168 time: 0.3159485 May 17 18:18:25.171116 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2ea6e-d83e-48da-9962-079903da20ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ca1e75-450b-4879-9eb1-daf1140e7789,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:25.184545 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446cb82-b467-49ce-b894-b1c50dcf90ab req-c84dc278-54e2-47a6-974c-76e1ebd341b5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:25.186061 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d446cb82-b467-49ce-b894-b1c50dcf90ab req-c84dc278-54e2-47a6-974c-76e1ebd341b5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0475755 May 17 18:18:25.235197 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d446cb82-b467-49ce-b894-b1c50dcf90ab req-01138a0f-12cd-4eaf-8ff5-cb04a29caced tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 May 17 18:18:25.491099 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede025f6-da0f-4c50-999f-0f49c11480ed req-bf38a659-9d5c-4ae9-b3ec-45b06c2554c2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:25.492541 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ede025f6-da0f-4c50-999f-0f49c11480ed req-bf38a659-9d5c-4ae9-b3ec-45b06c2554c2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0497708 May 17 18:18:25.538133 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ede025f6-da0f-4c50-999f-0f49c11480ed req-ff811307-4824-4c2e-a852-0e76f8911151 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 May 17 18:18:25.650834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f09c6-709c-4d91-b3f2-fc22f8d01101 req-0cf96b0f-b402-42f2-85d5-edcc42d86c97 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:25.652423 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b32f09c6-709c-4d91-b3f2-fc22f8d01101 req-0cf96b0f-b402-42f2-85d5-edcc42d86c97 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0510273 May 17 18:18:25.704173 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b32f09c6-709c-4d91-b3f2-fc22f8d01101 req-96d1c808-152c-435a-bcb7-8ff6732b0a48 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 May 17 18:18:26.185965 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee147-238e-4cd7-ab35-7de7d0096a65 req-ed94633e-b1e1-4f5f-b9db-1aa2c003c66c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:26.187488 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c01ee147-238e-4cd7-ab35-7de7d0096a65 req-ed94633e-b1e1-4f5f-b9db-1aa2c003c66c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0479186 May 17 18:18:26.241685 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c01ee147-238e-4cd7-ab35-7de7d0096a65 req-e8b55412-eb0d-4a98-ba53-8de56676bbdb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487144 May 17 18:18:26.349953 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458c4cb-c1be-4de8-8f36-6ca5216f1453 req-558474f3-bfed-4e0c-9764-c45d182cb7f2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:26.351485 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6458c4cb-c1be-4de8-8f36-6ca5216f1453 req-558474f3-bfed-4e0c-9764-c45d182cb7f2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0456576 May 17 18:18:26.399498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6458c4cb-c1be-4de8-8f36-6ca5216f1453 req-0ea12db1-bc84-42d1-91f9-a4f8845a233c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 May 17 18:18:26.662468 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b5b5-34f2-4807-aec9-2785ee83b0ae req-c720c6d8-7665-41f9-99a8-eb1c23b28837 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:26.663954 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd98b5b5-34f2-4807-aec9-2785ee83b0ae req-c720c6d8-7665-41f9-99a8-eb1c23b28837 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0479667 May 17 18:18:26.713883 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd98b5b5-34f2-4807-aec9-2785ee83b0ae req-1327877c-4439-41fa-b92e-e968e4e5c71d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 May 17 18:18:26.824188 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9ab10-6e9f-4de5-a9a6-841a803fc182 req-b466882f-3dd7-4cbe-8bc0-d4f6aaa1a975 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:26.825685 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9f9ab10-6e9f-4de5-a9a6-841a803fc182 req-b466882f-3dd7-4cbe-8bc0-d4f6aaa1a975 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0495300 May 17 18:18:26.878239 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9f9ab10-6e9f-4de5-a9a6-841a803fc182 req-a9ea912f-0553-404c-8647-1e465dcf3b8e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 May 17 18:18:27.359983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f2dfb-3754-4085-8582-e1cfbfeff454 req-f62bad46-1945-4be1-aea7-3248ea2def30 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:27.361565 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e94f2dfb-3754-4085-8582-e1cfbfeff454 req-f62bad46-1945-4be1-aea7-3248ea2def30 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0460484 May 17 18:18:27.408202 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e94f2dfb-3754-4085-8582-e1cfbfeff454 req-325bbec1-4782-430d-9111-ec72c811de8c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408211 May 17 18:18:27.506860 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843768a2-ca14-447e-8508-20b1b04ec80b req-c72a1b29-8349-4aaa-b56b-787a9787d667 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:27.508294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-843768a2-ca14-447e-8508-20b1b04ec80b req-c72a1b29-8349-4aaa-b56b-787a9787d667 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0443060 May 17 18:18:27.558293 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-843768a2-ca14-447e-8508-20b1b04ec80b req-524f634b-4fa3-44b4-a238-d32c52534883 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 May 17 18:18:27.832416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f5a4-146c-4b8d-9e51-96327a48f567 req-7ccdbcc2-ba6c-41e1-ad15-eafaec4d9d0a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:27.833978 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8700f5a4-146c-4b8d-9e51-96327a48f567 req-7ccdbcc2-ba6c-41e1-ad15-eafaec4d9d0a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0455654 May 17 18:18:27.884830 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8700f5a4-146c-4b8d-9e51-96327a48f567 req-487f7448-df38-4e15-b748-5d9dc93bacd8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 May 17 18:18:27.988325 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224654d-faa3-46e5-b8ef-e8b0e10e290a req-12b400d4-c57b-4c5f-ab1d-2898703f1899 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:27.989954 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0224654d-faa3-46e5-b8ef-e8b0e10e290a req-12b400d4-c57b-4c5f-ab1d-2898703f1899 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0462976 May 17 18:18:28.037186 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0224654d-faa3-46e5-b8ef-e8b0e10e290a req-61a1463d-3862-41de-9bc1-c91f4019d2e6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 May 17 18:18:28.519502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2c961-eea9-4a76-bb47-e863a5582f38 req-f2bc97a7-d8cb-4dae-9039-995406c26317 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:28.520898 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98e2c961-eea9-4a76-bb47-e863a5582f38 req-f2bc97a7-d8cb-4dae-9039-995406c26317 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0470076 May 17 18:18:28.565353 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98e2c961-eea9-4a76-bb47-e863a5582f38 req-5a22f1d4-0fa7-4be4-8760-90e3a1135eb2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384736 May 17 18:18:28.667730 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa852e3a-6c5d-4993-bdda-add77d3743c9 req-2726fa7a-4bf2-40a0-b34c-23b30912bd36 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:28.669142 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa852e3a-6c5d-4993-bdda-add77d3743c9 req-2726fa7a-4bf2-40a0-b34c-23b30912bd36 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0450039 May 17 18:18:28.714875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa852e3a-6c5d-4993-bdda-add77d3743c9 req-56f79dcb-a20d-47fd-8188-2e5c2241e48c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 May 17 18:18:29.001826 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f8aa8-b63e-427e-b0e5-5d1083527a63 req-d10d4bbf-f4e9-49be-b89d-9eba010b59ac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:29.003257 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e47f8aa8-b63e-427e-b0e5-5d1083527a63 req-d10d4bbf-f4e9-49be-b89d-9eba010b59ac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0480397 May 17 18:18:29.047851 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e47f8aa8-b63e-427e-b0e5-5d1083527a63 req-77efbb31-3bc5-4c3e-8c4d-9b9ab6f541e0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 May 17 18:18:29.147964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d799be-6b30-4443-91f8-e7bd46570705 req-744a5972-6403-4702-8c03-a17f61944c27 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:29.149406 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51d799be-6b30-4443-91f8-e7bd46570705 req-744a5972-6403-4702-8c03-a17f61944c27 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0451219 May 17 18:18:29.195551 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51d799be-6b30-4443-91f8-e7bd46570705 req-6b640856-3f27-439b-b251-26cd24e11302 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 17 18:18:29.674041 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b00b2-97bb-4bae-954a-eff0c2e69662 req-7da3d7b6-7bb3-4f69-8550-a12d8920d3ca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:29.675490 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-411b00b2-97bb-4bae-954a-eff0c2e69662 req-7da3d7b6-7bb3-4f69-8550-a12d8920d3ca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0451908 May 17 18:18:29.723615 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-411b00b2-97bb-4bae-954a-eff0c2e69662 req-4f5ec78f-b0c8-42b6-bd07-56b9ae55c534 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 May 17 18:18:29.824735 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d5e2-d573-4ecd-8794-68972bf6f321 req-5e1528d4-b1e3-456f-a5cc-40e647310aa8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:29.826224 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ce8d5e2-d573-4ecd-8794-68972bf6f321 req-5e1528d4-b1e3-456f-a5cc-40e647310aa8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0471137 May 17 18:18:29.872723 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ce8d5e2-d573-4ecd-8794-68972bf6f321 req-c7d8982f-7c54-4cc9-9b1a-a1f1f6a9c2ba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 May 17 18:18:30.160864 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937244e-2939-443e-8a1e-23e43c60f25d req-18b8b06a-77dc-42cf-97f7-806b25fca14a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:30.162321 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8937244e-2939-443e-8a1e-23e43c60f25d req-18b8b06a-77dc-42cf-97f7-806b25fca14a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0451136 May 17 18:18:30.207976 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8937244e-2939-443e-8a1e-23e43c60f25d req-8404a886-2ed7-4f68-aaea-56bd8a88c3b1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 May 17 18:18:30.310388 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767d94a-b81e-4770-894c-3c2dce0a6daf req-ccbab92a-dd35-4f9e-963d-3d94db02ba13 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:30.311828 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d767d94a-b81e-4770-894c-3c2dce0a6daf req-ccbab92a-dd35-4f9e-963d-3d94db02ba13 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0479496 May 17 18:18:30.357699 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d767d94a-b81e-4770-894c-3c2dce0a6daf req-66ca8fce-9832-4fa7-9630-fae631fbcf20 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 May 17 18:18:30.832867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444db17-cef3-43d2-873a-1446f4f05d36 req-eeff7f91-52c3-42ee-b9f9-31f0f3a73229 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:30.834349 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b444db17-cef3-43d2-873a-1446f4f05d36 req-eeff7f91-52c3-42ee-b9f9-31f0f3a73229 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0449462 May 17 18:18:30.880458 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b444db17-cef3-43d2-873a-1446f4f05d36 req-182e83e9-907d-417b-a5f9-18398940306d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 May 17 18:18:30.980188 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768fe1-8bf3-4778-a4c1-cc87dac3b6ea req-6c5f6011-1f2f-4340-b161-5f3324fffbe3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:30.981645 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a768fe1-8bf3-4778-a4c1-cc87dac3b6ea req-6c5f6011-1f2f-4340-b161-5f3324fffbe3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0457761 May 17 18:18:31.030743 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a768fe1-8bf3-4778-a4c1-cc87dac3b6ea req-25a65967-ec68-4bc6-a271-4acbf0f5172d tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 May 17 18:18:31.208242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['43a789b0-1ac7-4729-8cc9-8ad941391439'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:31.322743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e78450-dc4b-4961-bd6f-159910abb1c6 req-9ffdc22f-cb3e-4330-bd59-4a738ac30a07 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:31.324381 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15e78450-dc4b-4961-bd6f-159910abb1c6 req-9ffdc22f-cb3e-4330-bd59-4a738ac30a07 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0451152 May 17 18:18:31.370546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15e78450-dc4b-4961-bd6f-159910abb1c6 req-c5c8bec2-9a01-414f-93c4-9d5a5df743fc tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 May 17 18:18:31.470931 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cbb85-960d-49ae-bd28-0375d1ce08ac req-e2fd9cba-fe41-486d-92d6-6f3a332719f8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:31.472386 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-356cbb85-960d-49ae-bd28-0375d1ce08ac req-e2fd9cba-fe41-486d-92d6-6f3a332719f8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0468605 May 17 18:18:31.517990 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-356cbb85-960d-49ae-bd28-0375d1ce08ac req-a38b8342-7f07-4814-8f98-da71be7953da tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 May 17 18:18:31.995434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb873-3698-4923-96c7-100dd1225afe req-88e843d1-7d26-476b-bee4-565478d57c62 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:31.997135 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78efb873-3698-4923-96c7-100dd1225afe req-88e843d1-7d26-476b-bee4-565478d57c62 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0510919 May 17 18:18:32.044260 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78efb873-3698-4923-96c7-100dd1225afe req-c612e9b4-4a8f-428e-beaf-1f759a9bcbd9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407164 May 17 18:18:32.144147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6634e-7164-40ec-8cab-a1fc2090736f req-db8eb335-e33e-4374-a260-02b9c6c29a3e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:32.146014 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81b6634e-7164-40ec-8cab-a1fc2090736f req-db8eb335-e33e-4374-a260-02b9c6c29a3e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0478044 May 17 18:18:32.197257 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81b6634e-7164-40ec-8cab-a1fc2090736f req-b8007bc1-169a-4008-99bc-7f9b40bd96e4 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 May 17 18:18:32.486570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb2299-a1b1-48a6-b577-7203c85885bc req-f6bae2a2-1d1f-4cf1-b93d-3e12f1821531 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:32.487978 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9fb2299-a1b1-48a6-b577-7203c85885bc req-f6bae2a2-1d1f-4cf1-b93d-3e12f1821531 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0477560 May 17 18:18:32.533980 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9fb2299-a1b1-48a6-b577-7203c85885bc req-b321bdf1-b03e-4b06-a87c-2010d0ed8acd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 May 17 18:18:32.637740 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5f5f1-e3f2-49ba-b808-3cfbf56873a4 req-9bf87a31-5c93-40bb-8dfb-0f1c20c48a0a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:32.639174 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20b5f5f1-e3f2-49ba-b808-3cfbf56873a4 req-9bf87a31-5c93-40bb-8dfb-0f1c20c48a0a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 944 time: 0.0453506 May 17 18:18:32.685122 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20b5f5f1-e3f2-49ba-b808-3cfbf56873a4 req-996ca133-3bff-4f6b-9be7-1564c635de00 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 May 17 18:18:33.166156 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51080795-602a-421d-a68c-5c6fe6cc7d27 req-443474d6-0c3d-44dd-93b9-3f1b5484e140 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:33.168233 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51080795-602a-421d-a68c-5c6fe6cc7d27 req-443474d6-0c3d-44dd-93b9-3f1b5484e140 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0586519 May 17 18:18:33.207505 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d33b9990-24b2-40c1-bba4-2f0d0da36778 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:33.234788 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 43a789b0-1ac7-4729-8cc9-8ad941391439 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:33.256835 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51080795-602a-421d-a68c-5c6fe6cc7d27 req-a2efd1b0-8f1c-49d5-a61b-62ce88f2eb0f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751340 May 17 18:18:33.361202 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 43a789b0-1ac7-4729-8cc9-8ad941391439 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:33.370102 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 43a789b0-1ac7-4729-8cc9-8ad941391439 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:33.370690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.373731 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7d26e-5ff7-4447-8818-b7f82b60c06b req-596d68ff-efcd-45c3-bb25-750bb2ef0890 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:33.375377 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3e7d26e-5ff7-4447-8818-b7f82b60c06b req-596d68ff-efcd-45c3-bb25-750bb2ef0890 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 943 time: 0.0556529 May 17 18:18:33.430174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:33.461735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3e7d26e-5ff7-4447-8818-b7f82b60c06b req-a5921d13-5e76-4d58-8fbc-a1a5406aab47 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761948 May 17 18:18:33.478311 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'port_id': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'mac_address': 'fa:16:3e:d4:3c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:33.492492 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 43a789b0-1ac7-4729-8cc9-8ad941391439 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:33.492812 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.543735 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:33.546046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352bc99-2642-4de7-a7fd-0fb0d458c9d3" -d '{"events": [{"server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:33.560035 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port d33b9990-24b2-40c1-bba4-2f0d0da36778 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:33.560426 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.565826 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=43a789b0-1ac7-4729-8cc9-8ad941391439,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:33.577532 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.608816 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b685f8-26b1-4d84-8070-d32f378b7257 x-openstack-request-id: req-a6b685f8-26b1-4d84-8070-d32f378b7257 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:33.608816 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "name": "network-vif-plugged", "status": "completed", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:33.608816 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6b685f8-26b1-4d84-8070-d32f378b7257 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:33.608816 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b685f8-26b1-4d84-8070-d32f378b7257'] response: {'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439', 'code': 200} May 17 18:18:33.624973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33b9990-24b2-40c1-bba4-2f0d0da36778 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:33.665506 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.687320 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:33.688647 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:33.700914 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:33.702976 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.703439 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.704057 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.704643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.705600 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.707183 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.707537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.707883 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.708224 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.708560 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.708895 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.709580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.709580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.709940 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.710378 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:33.728844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc8bac-3e8a-46cc-9222-68f48af6597d req-55764a43-6b3d-4e4f-9f6d-b9385ec45d91 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:33.736043 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dcc8bac-3e8a-46cc-9222-68f48af6597d req-55764a43-6b3d-4e4f-9f6d-b9385ec45d91 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0788162 May 17 18:18:33.772928 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:33.786637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dcc8bac-3e8a-46cc-9222-68f48af6597d req-cf431c39-16c7-4edf-ab37-43d6b6d3fe72 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488777 May 17 18:18:33.898911 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5736-c534-4070-9540-fb21e322f731 req-a1a74641-7837-4040-8cf6-33d3c868f656 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:33.901186 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-019d5736-c534-4070-9540-fb21e322f731 req-a1a74641-7837-4040-8cf6-33d3c868f656 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0524445 May 17 18:18:33.950511 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-019d5736-c534-4070-9540-fb21e322f731 req-161b563e-23a1-460d-b9dc-66cf03710f06 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 May 17 18:18:34.132651 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['d33b9990-24b2-40c1-bba4-2f0d0da36778'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:34.375510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d767c-0349-41b7-b9ff-12a36cbbbc16 req-054490d6-ab78-45f7-9e34-7ba34e4498c1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:34.377003 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-891d767c-0349-41b7-b9ff-12a36cbbbc16 req-054490d6-ab78-45f7-9e34-7ba34e4498c1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0465198 May 17 18:18:34.425205 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-891d767c-0349-41b7-b9ff-12a36cbbbc16 req-b4d9cfd0-6e17-4d27-8b6d-f76d31bd8b98 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 May 17 18:18:34.561389 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ab52a-dd6e-4144-871c-f5920ed6ecbb req-5d8d2322-bc41-49f8-baad-cb0f2a03d3ac tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:34.562932 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7ab52a-dd6e-4144-871c-f5920ed6ecbb req-5d8d2322-bc41-49f8-baad-cb0f2a03d3ac tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 944 time: 0.0500720 May 17 18:18:34.627106 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7ab52a-dd6e-4144-871c-f5920ed6ecbb req-10c44f6f-43e3-4e52-be67-59fa8f749d6f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586452 May 17 18:18:34.912945 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a5a33-d94b-490e-aba4-bbbde055f102 req-39523a0f-724e-4322-a21a-7ea02a40dcec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:34.920874 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba8a5a33-d94b-490e-aba4-bbbde055f102 req-39523a0f-724e-4322-a21a-7ea02a40dcec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0558407 May 17 18:18:34.970036 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba8a5a33-d94b-490e-aba4-bbbde055f102 req-a78d15dd-679f-47bd-84f1-f8284fa148aa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455315 May 17 18:18:35.078320 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e54035-0f01-41f9-9574-8d0a265b8689 req-d1d68f94-ef3d-4e92-ad22-e18127fcf4eb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:35.080150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32e54035-0f01-41f9-9574-8d0a265b8689 req-d1d68f94-ef3d-4e92-ad22-e18127fcf4eb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0475168 May 17 18:18:35.141245 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32e54035-0f01-41f9-9574-8d0a265b8689 req-86c03c18-9ee7-4034-af2f-d968553ef8c0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 May 17 18:18:35.215305 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d33b9990-24b2-40c1-bba4-2f0d0da36778 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:35.225538 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57426) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:35.257988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port d33b9990-24b2-40c1-bba4-2f0d0da36778 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:35.263788 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port d33b9990-24b2-40c1-bba4-2f0d0da36778 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:35.264252 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.330084 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.334271 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port d33b9990-24b2-40c1-bba4-2f0d0da36778 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:35.334660 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.371759 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:35.375687 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.405087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Publish callbacks [] for security_group (efb045cf-e97f-44a6-8273-3397aa31b245), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.408666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (efb045cf-e97f-44a6-8273-3397aa31b245), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.423758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:35.445348 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0446fa575c604072bfc1809616c042f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187638 May 17 18:18:35.446780 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb045cf-e97f-44a6-8273-3397aa31b245,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:35.448792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57432) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:35.454695 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.454947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.455495 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.455847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.456631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.456976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.457725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.457725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.458006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.458329 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.458659 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.459001 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.459331 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.459683 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.459971 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1135129-9044-4bc7-84d9-8c3269337252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.510384 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Publish callbacks [] for security_group (efb045cf-e97f-44a6-8273-3397aa31b245), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.553085 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Publish callbacks [] for security_group (efb045cf-e97f-44a6-8273-3397aa31b245), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.560441 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893480c4-942c-4128-b902-d9d2f9d071b2 req-4ab059c1-bb38-405d-bcd8-5fbd11e15e91 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:35.562038 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-893480c4-942c-4128-b902-d9d2f9d071b2 req-4ab059c1-bb38-405d-bcd8-5fbd11e15e91 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0652490 May 17 18:18:35.608417 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:35.611452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d639e0-aeb3-4ffe-8082-b26afb744e5f" -d '{"events": [{"server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "name": "network-vif-plugged", "status": "completed", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:35.635929 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-893480c4-942c-4128-b902-d9d2f9d071b2 req-a99d9286-adde-4b7f-940e-b2fb11c558ad tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666363 May 17 18:18:35.645262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (efb045cf-e97f-44a6-8273-3397aa31b245), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.647853 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:35.652296 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efb045cf-e97f-44a6-8273-3397aa31b245 HTTP/1.1" status: 204 len: 168 time: 0.2019017 May 17 18:18:35.660492 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb045cf-e97f-44a6-8273-3397aa31b245,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:35.668964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.668964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.668964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.669246 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.669539 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.669870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.670224 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.670517 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.670839 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.671163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.671489 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.671844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.672128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.672442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.672755 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1daa1f0-23cb-477f-822a-067cee067d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:18:35.702253 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30507e-e3a4-4805-9dca-1cc0bcfe891a x-openstack-request-id: req-ad30507e-e3a4-4805-9dca-1cc0bcfe891a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:35.702573 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "name": "network-vif-plugged", "status": "completed", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:35.702829 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad30507e-e3a4-4805-9dca-1cc0bcfe891a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:35.703222 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad30507e-e3a4-4805-9dca-1cc0bcfe891a'] response: {'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'code': 200} May 17 18:18:35.799911 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072eda-7df8-406c-85b3-945cae70ec23 req-06ddc0cc-3744-4c5d-8a99-93db36304c0a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:35.801424 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b072eda-7df8-406c-85b3-945cae70ec23 req-06ddc0cc-3744-4c5d-8a99-93db36304c0a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0564280 May 17 18:18:35.859613 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b072eda-7df8-406c-85b3-945cae70ec23 req-7b3a43b3-4947-40e9-8aa9-e4c8c1ce24cf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 May 17 18:18:35.962698 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:35.978798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20530c45-ad51-40e8-98a8-b23c208c67a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.105175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20530c45-ad51-40e8-98a8-b23c208c67a9 admin admin] Publish callbacks [] for security_group (9880df5e-6b2b-4c5b-863e-3455bd73b36e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.110859 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20530c45-ad51-40e8-98a8-b23c208c67a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9880df5e-6b2b-4c5b-863e-3455bd73b36e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.133153 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1bab-bf79-4527-a685-94ac3a09d75f req-76518d98-d959-4e16-a25f-607138b401c8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:36.135167 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed6f1bab-bf79-4527-a685-94ac3a09d75f req-76518d98-d959-4e16-a25f-607138b401c8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0703835 May 17 18:18:36.170713 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530c45-ad51-40e8-98a8-b23c208c67a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880df5e-6b2b-4c5b-863e-3455bd73b36e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:36.177109 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-20530c45-ad51-40e8-98a8-b23c208c67a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d011ffd5f11c4580ad499e44230281fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136962 May 17 18:18:36.179767 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57460) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:36.234684 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed6f1bab-bf79-4527-a685-94ac3a09d75f req-2752d275-9d70-4de6-8346-6ea5a6a21833 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930855 May 17 18:18:36.259190 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] Publish callbacks [] for security_group (9880df5e-6b2b-4c5b-863e-3455bd73b36e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.281793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] Publish callbacks [] for security_group (9880df5e-6b2b-4c5b-863e-3455bd73b36e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.294136 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57464) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:36.355925 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d57f02-316a-419f-b150-d460a7688d24 req-65983b70-60d2-4334-a618-dff4f8fcdcd6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:36.357394 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-08d57f02-316a-419f-b150-d460a7688d24 req-65983b70-60d2-4334-a618-dff4f8fcdcd6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0533240 May 17 18:18:36.369449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9880df5e-6b2b-4c5b-863e-3455bd73b36e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.372184 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.373220 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9880df5e-6b2b-4c5b-863e-3455bd73b36e HTTP/1.1" status: 204 len: 168 time: 0.1925244 May 17 18:18:36.390411 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d1f3-75db-4d97-a8e9-d73e794a97ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880df5e-6b2b-4c5b-863e-3455bd73b36e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:36.412215 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-ce53-44ef-8dd0-96b714505d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.420907 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-08d57f02-316a-419f-b150-d460a7688d24 req-3b7c9f6b-af3d-4628-ae17-4cd4feafc718 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 May 17 18:18:36.490722 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-ce53-44ef-8dd0-96b714505d96 admin admin] Publish callbacks [] for security_group (2d6be1cc-a05f-47a3-bced-276e30709466), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.495682 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b2932e8-ce53-44ef-8dd0-96b714505d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2d6be1cc-a05f-47a3-bced-276e30709466), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.535369 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0b2932e8-ce53-44ef-8dd0-96b714505d96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e72a2bea51745fdbc740cda45805563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395856 May 17 18:18:36.536463 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2932e8-ce53-44ef-8dd0-96b714505d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6be1cc-a05f-47a3-bced-276e30709466,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:36.538220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:36.587662 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] Publish callbacks [] for security_group (2d6be1cc-a05f-47a3-bced-276e30709466), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.614082 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] Publish callbacks [] for security_group (2d6be1cc-a05f-47a3-bced-276e30709466), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.664152 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2d6be1cc-a05f-47a3-bced-276e30709466), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.666955 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:36.668103 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d6be1cc-a05f-47a3-bced-276e30709466 HTTP/1.1" status: 204 len: 168 time: 0.1289170 May 17 18:18:36.678407 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e4a6-3306-4ed2-98a2-5be365ac6e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6be1cc-a05f-47a3-bced-276e30709466,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:36.763153 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b2afd-1c70-452d-8d59-57a942dc321c req-48269532-23fe-4114-9f26-0e96fafe4b6b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:36.764651 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b3b2afd-1c70-452d-8d59-57a942dc321c req-48269532-23fe-4114-9f26-0e96fafe4b6b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0481129 May 17 18:18:36.828433 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b3b2afd-1c70-452d-8d59-57a942dc321c req-23e348df-d807-471c-9599-04ebbf3ea1e0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506506 May 17 18:18:36.990729 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c88ac3-17e1-4795-9ec5-b7d72833df19 req-98aed8ef-1559-4fbb-958f-127d0eff0e5b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:36.997947 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d7c88ac3-17e1-4795-9ec5-b7d72833df19 req-98aed8ef-1559-4fbb-958f-127d0eff0e5b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0602493 May 17 18:18:37.053203 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d7c88ac3-17e1-4795-9ec5-b7d72833df19 req-d6d4f164-411d-4a04-87c8-0525ff76651f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542576 May 17 18:18:37.234264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:37.362108 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:37.379170 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:37.415553 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120b12-8a38-4dc0-a3ae-af7ce753f4b6 req-4be8c710-d3e2-4ab6-a93f-fc3542ed26ac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:37.424030 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40120b12-8a38-4dc0-a3ae-af7ce753f4b6 req-4be8c710-d3e2-4ab6-a93f-fc3542ed26ac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0688269 May 17 18:18:37.432004 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:37.433017 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:37.453989 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:37.484013 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:37.489979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:37.500423 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40120b12-8a38-4dc0-a3ae-af7ce753f4b6 req-9760c129-09b2-45c2-a751-29cece775316 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754852 May 17 18:18:37.569760 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:37.617449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d18f5-b72d-4fcf-9015-4b5f633f47af req-fb7e38eb-7b31-423a-b007-00c922d1b4d4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:37.619281 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e3d18f5-b72d-4fcf-9015-4b5f633f47af req-fb7e38eb-7b31-423a-b007-00c922d1b4d4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0534935 May 17 18:18:37.674013 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e3d18f5-b72d-4fcf-9015-4b5f633f47af req-04f537e1-cc57-47a7-95e7-918fc0a8e9e0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 May 17 18:18:37.866028 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['06e106bb-68fb-497b-a3fb-dae45c0c334c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:37.952324 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ac00-9546-47ea-9d1b-de5789b2b3e6 req-069171ee-c4d6-454e-91e8-d574ed16851a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:37.954498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75b8ac00-9546-47ea-9d1b-de5789b2b3e6 req-069171ee-c4d6-454e-91e8-d574ed16851a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0568464 May 17 18:18:38.018032 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75b8ac00-9546-47ea-9d1b-de5789b2b3e6 req-9432ad28-6ac9-4dd1-9f1a-025c4faef9c1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567572 May 17 18:18:38.184592 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78accf08-c874-452a-9280-37e0949d23cf req-7184faa3-9dd8-4068-82c9-ae72c347dc7f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:38.190582 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78accf08-c874-452a-9280-37e0949d23cf req-7184faa3-9dd8-4068-82c9-ae72c347dc7f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0633829 May 17 18:18:38.362391 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-5a8f167a-39a6-48cd-bdb6-e991c072b2da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1288159 May 17 18:18:38.380735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78accf08-c874-452a-9280-37e0949d23cf req-df11c654-90e9-485e-a53b-1f5d5f7bb640 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881371 May 17 18:18:38.626365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5fa2-bd70-4f4b-b480-319c2ced5134 req-8350d6de-5329-49ce-8bdd-7e46e494ba23 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:38.627857 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-71ed5fa2-bd70-4f4b-b480-319c2ced5134 req-8350d6de-5329-49ce-8bdd-7e46e494ba23 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 944 time: 0.0494800 May 17 18:18:38.678308 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-71ed5fa2-bd70-4f4b-b480-319c2ced5134 req-3b8071c1-8f88-4ffc-a4f4-994986d42aaf tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 May 17 18:18:38.825626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57620) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:38.856967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442dcef-bf1b-4494-b520-bf17a5b9448a req-885436a2-40c2-4d10-b885-0c519dc65be7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:38.864938 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3442dcef-bf1b-4494-b520-bf17a5b9448a req-885436a2-40c2-4d10-b885-0c519dc65be7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1060348 May 17 18:18:38.918196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57624) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:38.970358 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-93062b53-774d-4049-8d8c-25f004151edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:38.972110 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-93062b53-774d-4049-8d8c-25f004151edf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=230486e6ce974ab89147f39cbf941839&device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 1129 time: 0.0814340 May 17 18:18:39.019123 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3442dcef-bf1b-4494-b520-bf17a5b9448a req-d7ca2ce8-b8ef-42c1-86bf-950959c62747 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476250 May 17 18:18:39.066626 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26370fc-8d18-49f4-9180-14c45930b5e8 req-d49f335f-130e-4645-88fe-d88ef881a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.074637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e26370fc-8d18-49f4-9180-14c45930b5e8 req-d49f335f-130e-4645-88fe-d88ef881a647 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1129 time: 0.1014497 May 17 18:18:39.082290 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1449d7-3267-498c-b2dd-0b3fe97acdcc req-bb1f18a7-c4bc-4926-b42d-aec39f252abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.083713 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd1449d7-3267-498c-b2dd-0b3fe97acdcc req-bb1f18a7-c4bc-4926-b42d-aec39f252abc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0797949 May 17 18:18:39.121717 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eeb053c3-c6a0-40ce-a224-8c40dd1486d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.123552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e98bcb7-b6af-40a1-b06d-65d2a62f607c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.169943 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5f691-1883-4070-b34c-fbb90d72269e req-13167a67-2f03-4d0b-966b-f1ae6b48088c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.171513 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eda5f691-1883-4070-b34c-fbb90d72269e req-13167a67-2f03-4d0b-966b-f1ae6b48088c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 943 time: 0.0761218 May 17 18:18:39.183626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-dcb6b8e7-62b3-4e87-aeb1-e55d519b8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.185083 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-dcb6b8e7-62b3-4e87-aeb1-e55d519b8e46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99 HTTP/1.1" status: 200 len: 912 time: 0.1869764 May 17 18:18:39.242225 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-f7be3ffe-f6d9-49c6-85c2-11b80446c5d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72497b8a-820a-454f-9db2-9a0b38daf150 HTTP/1.1" status: 200 len: 217 time: 0.0495837 May 17 18:18:39.243804 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e26370fc-8d18-49f4-9180-14c45930b5e8 req-62da7cbe-2215-4448-849e-0a2e83f7598f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169691 May 17 18:18:39.250879 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd1449d7-3267-498c-b2dd-0b3fe97acdcc req-5b128dd7-fe94-40b1-bc18-8fc1abd10dd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130548 May 17 18:18:39.261976 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 200d9682-a32c-4f1b-afac-5e03e64190d5 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:39.267579 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:39.268130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eda5f691-1883-4070-b34c-fbb90d72269e req-ae31e5ea-c23b-4807-9da7-e64b9ae0d52f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877838 May 17 18:18:39.320219 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eeb053c3-c6a0-40ce-a224-8c40dd1486d0 admin admin] Publish callbacks [] for security_group (28378fa2-3d0b-4172-9098-de2f0620f8eb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.330547 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eeb053c3-c6a0-40ce-a224-8c40dd1486d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (28378fa2-3d0b-4172-9098-de2f0620f8eb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.339290 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e98bcb7-b6af-40a1-b06d-65d2a62f607c admin admin] Publish callbacks [] for security_group (b2c958b9-ac3d-4379-aba2-1e567d4db098), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.364377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb053c3-c6a0-40ce-a224-8c40dd1486d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28378fa2-3d0b-4172-9098-de2f0620f8eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.369436 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e98bcb7-b6af-40a1-b06d-65d2a62f607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b2c958b9-ac3d-4379-aba2-1e567d4db098), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.381416 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 06e106bb-68fb-497b-a3fb-dae45c0c334c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:39.395005 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-eeb053c3-c6a0-40ce-a224-8c40dd1486d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5305be0c4f24726aeb71376dc09926e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657411 May 17 18:18:39.397192 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57636) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:39.398937 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 06e106bb-68fb-497b-a3fb-dae45c0c334c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:39.399691 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.432267 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6e98bcb7-b6af-40a1-b06d-65d2a62f607c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ad57e24427042fb893ab609dd5ce9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128820 May 17 18:18:39.433176 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98bcb7-b6af-40a1-b06d-65d2a62f607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c958b9-ac3d-4379-aba2-1e567d4db098,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.435997 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:39.479138 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=200d9682-a32c-4f1b-afac-5e03e64190d5,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:39.488357 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] Publish callbacks [] for security_group (28378fa2-3d0b-4172-9098-de2f0620f8eb), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.494470 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] Publish callbacks [] for security_group (b2c958b9-ac3d-4379-aba2-1e567d4db098), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.506849 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:39.530813 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] Publish callbacks [] for security_group (b2c958b9-ac3d-4379-aba2-1e567d4db098), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.533562 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] Publish callbacks [] for security_group (28378fa2-3d0b-4172-9098-de2f0620f8eb), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.567477 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:39.568214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.597584 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 200d9682-a32c-4f1b-afac-5e03e64190d5 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:39.598333 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.601532 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-2b656e04-2878-4212-8caf-7e16b0bd9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.604708 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-2b656e04-2878-4212-8caf-7e16b0bd9bf8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=860b4d9b-2b71-41a6-887d-ca92a47a5805 HTTP/1.1" status: 200 len: 851 time: 0.0569794 May 17 18:18:39.606362 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (28378fa2-3d0b-4172-9098-de2f0620f8eb), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.610784 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.614798 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28378fa2-3d0b-4172-9098-de2f0620f8eb HTTP/1.1" status: 204 len: 168 time: 0.2143345 May 17 18:18:39.624255 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:39.626637 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825a9c9-7d7c-4e5c-abfe-c41ac66b5542" -d '{"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:39.638308 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200d9682-a32c-4f1b-afac-5e03e64190d5 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:39.647839 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:39.656429 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.662453 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b2c958b9-ac3d-4379-aba2-1e567d4db098), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.670033 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=200d9682-a32c-4f1b-afac-5e03e64190d5,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:39.673045 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.676061 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2c958b9-ac3d-4379-aba2-1e567d4db098 HTTP/1.1" status: 204 len: 168 time: 0.2389071 May 17 18:18:39.695108 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:39.696552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531bd69-50e8-4550-8f24-2db46222597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c958b9-ac3d-4379-aba2-1e567d4db098,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.712925 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be6e10-e417-4a1d-8635-1ff50ef07d49 req-37b07d3f-1c9a-4d4a-9482-41c146599798 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.714801 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7917f7c-ad25-4413-8878-04654fe63007 x-openstack-request-id: req-b7917f7c-ad25-4413-8878-04654fe63007 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:39.716229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:39.716674 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7917f7c-ad25-4413-8878-04654fe63007 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:39.717246 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7917f7c-ad25-4413-8878-04654fe63007'] response: {'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'code': 200} May 17 18:18:39.721989 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3be6e10-e417-4a1d-8635-1ff50ef07d49 req-37b07d3f-1c9a-4d4a-9482-41c146599798 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.1325567 May 17 18:18:39.759833 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.807469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a58a5-50d8-40bd-8de0-c90abaf161cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28378fa2-3d0b-4172-9098-de2f0620f8eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.879062 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:39.896150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3be6e10-e417-4a1d-8635-1ff50ef07d49 req-f79d3ffe-bf6c-464e-8c98-d2da41323f26 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677611 May 17 18:18:39.949011 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d873e6-76c1-48f1-9661-12781845f0eb req-cd556397-db87-42be-ace8-14f61a46abf4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:39.956984 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02d873e6-76c1-48f1-9661-12781845f0eb req-cd556397-db87-42be-ace8-14f61a46abf4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.1211672 May 17 18:18:40.010469 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02d873e6-76c1-48f1-9661-12781845f0eb req-6eb802c8-bf98-4449-8f7c-403a19730c87 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526423 May 17 18:18:40.123346 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:40.133062 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65337db1-a9d2-4fd2-999a-8ba23ede06a0 req-3154f6ad-4f15-45e3-8969-fa5238d9a5d3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:40.135260 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65337db1-a9d2-4fd2-999a-8ba23ede06a0 req-3154f6ad-4f15-45e3-8969-fa5238d9a5d3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0511875 May 17 18:18:40.141758 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6962d7fd-eeea-4900-a20b-dba0092617b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.156622 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57664) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:40.161611 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['200d9682-a32c-4f1b-afac-5e03e64190d5'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:18:40.179294 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbf49-c623-46c7-9451-df33f1e5905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.191115 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65337db1-a9d2-4fd2-999a-8ba23ede06a0 req-04f8ea17-db81-42e0-a369-4b7b45bcd0a8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480800 May 17 18:18:40.284684 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6962d7fd-eeea-4900-a20b-dba0092617b7 admin admin] Publish callbacks [] for security_group (f7237f8d-bbfd-47a8-a258-a0e8a797dedb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.290390 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6962d7fd-eeea-4900-a20b-dba0092617b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f7237f8d-bbfd-47a8-a258-a0e8a797dedb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.346659 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962d7fd-eeea-4900-a20b-dba0092617b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7237f8d-bbfd-47a8-a258-a0e8a797dedb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:40.358088 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6962d7fd-eeea-4900-a20b-dba0092617b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5747f8e1d7844e3826c338f4ae953f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299066 May 17 18:18:40.358088 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbf49-c623-46c7-9451-df33f1e5905b admin admin] Publish callbacks [] for security_group (d90b9391-6df5-460e-83e2-db08ef261d43), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.358595 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:40.363770 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ffcbf49-c623-46c7-9451-df33f1e5905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d90b9391-6df5-460e-83e2-db08ef261d43), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.402614 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcbf49-c623-46c7-9451-df33f1e5905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b9391-6df5-460e-83e2-db08ef261d43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:40.409375 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8ffcbf49-c623-46c7-9451-df33f1e5905b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1829c0880ee40b69f86e5e2695c8697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493191 May 17 18:18:40.409662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57670) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:40.414793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fde55f-e1ff-4564-b11d-15dac2f59110 req-3a8bfe75-a970-4043-8e07-01b1325c0c39 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:40.416272 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26fde55f-e1ff-4564-b11d-15dac2f59110 req-3a8bfe75-a970-4043-8e07-01b1325c0c39 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 944 time: 0.0677373 May 17 18:18:40.462238 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] Publish callbacks [] for security_group (d90b9391-6df5-460e-83e2-db08ef261d43), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.462484 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] Publish callbacks [] for security_group (f7237f8d-bbfd-47a8-a258-a0e8a797dedb), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.482431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] Publish callbacks [] for security_group (d90b9391-6df5-460e-83e2-db08ef261d43), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.485823 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26fde55f-e1ff-4564-b11d-15dac2f59110 req-18125b58-b146-488e-a049-73d5427e06f9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634418 May 17 18:18:40.507116 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] Publish callbacks [] for security_group (f7237f8d-bbfd-47a8-a258-a0e8a797dedb), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.534597 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-5e6da557-7de8-4eff-a329-c955738de91e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86ea7eef-47ee-4d2b-9ed2-27335ad66c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370834 May 17 18:18:40.553344 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d90b9391-6df5-460e-83e2-db08ef261d43), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.557048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.558404 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d90b9391-6df5-460e-83e2-db08ef261d43 HTTP/1.1" status: 204 len: 168 time: 0.1478169 May 17 18:18:40.559551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f7237f8d-bbfd-47a8-a258-a0e8a797dedb), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.562375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:40.563679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7237f8d-bbfd-47a8-a258-a0e8a797dedb HTTP/1.1" status: 204 len: 168 time: 0.2047179 May 17 18:18:40.569598 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29057c33-3b82-46c4-abbc-7c433a5c90e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b9391-6df5-460e-83e2-db08ef261d43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:40.572229 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffe1f9-a91d-4f2d-a251-b44731b2ec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7237f8d-bbfd-47a8-a258-a0e8a797dedb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:40.983645 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57694) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:41.000233 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad048e3-fcac-4cfe-8b11-be9c34a73698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.030163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ea72-bd0d-4ace-9891-4d6808b2f048 req-44c30fd4-2bd8-41f0-aed5-090fdb86ab60 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:41.033026 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5934ea72-bd0d-4ace-9891-4d6808b2f048 req-44c30fd4-2bd8-41f0-aed5-090fdb86ab60 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0722237 May 17 18:18:41.135183 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5934ea72-bd0d-4ace-9891-4d6808b2f048 req-c3fd7fc2-aa00-4667-a8af-59029ad71c9c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827274 May 17 18:18:41.146671 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad048e3-fcac-4cfe-8b11-be9c34a73698 admin admin] Publish callbacks [] for security_group (da72e7df-342e-4042-b358-217b335fe7e7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.152559 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cad048e3-fcac-4cfe-8b11-be9c34a73698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (da72e7df-342e-4042-b358-217b335fe7e7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.176916 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1940-0d0f-4ca1-bf7e-66d901bde158 req-3e8ec036-9298-4859-ad40-441350c34cec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:41.178994 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d79a1940-0d0f-4ca1-bf7e-66d901bde158 req-3e8ec036-9298-4859-ad40-441350c34cec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0686047 May 17 18:18:41.215823 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cad048e3-fcac-4cfe-8b11-be9c34a73698 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a5b31c8bace411d96e81280ed5aab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305501 May 17 18:18:41.229993 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:41.283804 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 200d9682-a32c-4f1b-afac-5e03e64190d5 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:18:41.289620 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad048e3-fcac-4cfe-8b11-be9c34a73698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da72e7df-342e-4042-b358-217b335fe7e7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:41.368213 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d79a1940-0d0f-4ca1-bf7e-66d901bde158 req-bbb5bf67-e8a0-4f83-a45e-9640c805ab7f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802959 May 17 18:18:41.401408 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-4a419433-a823-4bb3-9771-e6e098e6161a service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978157 May 17 18:18:41.417440 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 200d9682-a32c-4f1b-afac-5e03e64190d5 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:18:41.427168 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 200d9682-a32c-4f1b-afac-5e03e64190d5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:41.427685 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.442395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caab086-6208-4f3c-a66a-efa417fb2495 req-5f2bf518-df95-478a-bc57-52e0296564c7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:41.444009 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0caab086-6208-4f3c-a66a-efa417fb2495 req-5f2bf518-df95-478a-bc57-52e0296564c7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1033292 May 17 18:18:41.477533 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] Publish callbacks [] for security_group (da72e7df-342e-4042-b358-217b335fe7e7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.529666 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] Publish callbacks [] for security_group (da72e7df-342e-4042-b358-217b335fe7e7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.571976 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0caab086-6208-4f3c-a66a-efa417fb2495 req-5c75ef76-1426-4a03-a82e-f86fef169061 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132796 May 17 18:18:41.654431 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249816b-a2b9-4af7-a81b-dca49e23db5c req-aba0874b-d358-43ee-9794-ef5b2ae523cc tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:41.663719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9249816b-a2b9-4af7-a81b-dca49e23db5c req-aba0874b-d358-43ee-9794-ef5b2ae523cc tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 944 time: 0.0768118 May 17 18:18:41.694554 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 200d9682-a32c-4f1b-afac-5e03e64190d5 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:41.694948 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.707532 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (da72e7df-342e-4042-b358-217b335fe7e7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.711502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.712616 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da72e7df-342e-4042-b358-217b335fe7e7 HTTP/1.1" status: 204 len: 168 time: 0.4798934 May 17 18:18:41.728837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:41.732068 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805673f0-8411-44e6-bf8f-4b174b788a68" -d '{"events": [{"server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "name": "network-vif-plugged", "status": "completed", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:41.753049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=200d9682-a32c-4f1b-afac-5e03e64190d5,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:41.754389 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9249816b-a2b9-4af7-a81b-dca49e23db5c req-2695c0af-7423-4299-807c-e008c8c2ba1b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893335 May 17 18:18:41.756395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d5ff-d06f-41be-85e0-7d349ac113d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da72e7df-342e-4042-b358-217b335fe7e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:41.768832 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:41.799464 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db3c754-a319-4798-85ec-cfda20c214e2 x-openstack-request-id: req-3db3c754-a319-4798-85ec-cfda20c214e2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:41.799786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "name": "network-vif-plugged", "status": "completed", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:41.800225 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3db3c754-a319-4798-85ec-cfda20c214e2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:41.800654 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db3c754-a319-4798-85ec-cfda20c214e2'] response: {'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'code': 200} May 17 18:18:41.828999 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:42.041690 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64dfabd2-eed8-4461-84e0-0e262be89a53 req-93d532d5-3ca9-4d01-9263-997f3708342f service neutron] 10.222.0.59 "GET /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472499 May 17 18:18:42.249850 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6502041-c486-4697-9e42-27ae14475337 req-a0520bd3-27e3-4a85-91e4-175017364edc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:42.251498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e6502041-c486-4697-9e42-27ae14475337 req-a0520bd3-27e3-4a85-91e4-175017364edc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0600774 May 17 18:18:42.307985 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e6502041-c486-4697-9e42-27ae14475337 req-46493566-ef06-4b80-a1a2-2bae840f5fb3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491326 May 17 18:18:42.462131 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0093315-788f-4325-8950-ef996df58294 req-8396687d-78ad-4682-a152-87a97b44ef65 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:42.463725 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0093315-788f-4325-8950-ef996df58294 req-8396687d-78ad-4682-a152-87a97b44ef65 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0796762 May 17 18:18:42.467917 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffd351-34bb-4917-9a2a-4bced6945b20 req-d7ed827b-5c1c-4574-afd0-b8b755e4c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:42.469549 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dffd351-34bb-4917-9a2a-4bced6945b20 req-d7ed827b-5c1c-4574-afd0-b8b755e4c88c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1129 time: 0.0835226 May 17 18:18:42.474786 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57768) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:42.480185 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'floatingip': {'port_id': 'd33b9990-24b2-40c1-bba4-2f0d0da36778'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:42.768556 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:42.841102 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744aa1a-d400-43ba-af25-163747802983 req-27a1d0bd-adb6-446d-b4c6-61ca52176e2b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:42.847978 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6744aa1a-d400-43ba-af25-163747802983 req-27a1d0bd-adb6-446d-b4c6-61ca52176e2b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.3394918 May 17 18:18:42.923219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8387b8-c707-4b2f-913b-15f93cd0fe41 req-5df4ee73-98bd-4aaa-b46a-b443bae76d02 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:42.924752 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9e8387b8-c707-4b2f-913b-15f93cd0fe41 req-5df4ee73-98bd-4aaa-b46a-b443bae76d02 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1626439 May 17 18:18:43.030108 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6744aa1a-d400-43ba-af25-163747802983 req-928079bf-260a-4ea8-ae25-c30848a21ac4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812429 May 17 18:18:43.056819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:43.117513 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9e8387b8-c707-4b2f-913b-15f93cd0fe41 req-265ab9fd-90de-415c-b030-dbda3197ae1c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787813 May 17 18:18:43.235602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33802473-69ee-4e8c-81c4-b585acfb2690 req-e72416d3-eb7a-43f3-9d73-46d600899caa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:43.244606 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-33802473-69ee-4e8c-81c4-b585acfb2690 req-e72416d3-eb7a-43f3-9d73-46d600899caa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.1378279 May 17 18:18:43.265407 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66c86078-d5e6-4f5f-a514-984b9ee684d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.370636 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66c86078-d5e6-4f5f-a514-984b9ee684d9 admin admin] Publish callbacks [] for security_group (45440625-00ea-4f8c-824d-34d53b0974ee), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.376829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66c86078-d5e6-4f5f-a514-984b9ee684d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (45440625-00ea-4f8c-824d-34d53b0974ee), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.385739 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-33802473-69ee-4e8c-81c4-b585acfb2690 req-93baef50-8b68-4cb0-86b7-b20e0932c903 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399448 May 17 18:18:43.441760 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-66c86078-d5e6-4f5f-a514-984b9ee684d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ab166dd1a1d4902b2e3eb74997ecbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829768 May 17 18:18:43.442371 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:43.450686 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c86078-d5e6-4f5f-a514-984b9ee684d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45440625-00ea-4f8c-824d-34d53b0974ee,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:43.507530 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] Publish callbacks [] for security_group (45440625-00ea-4f8c-824d-34d53b0974ee), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.529535 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] Publish callbacks [] for security_group (45440625-00ea-4f8c-824d-34d53b0974ee), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.548159 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385775f3-09c2-4a99-a23e-f49da08d5e9c req-ffca089a-3c3e-459a-992c-8b716b5dc314 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:43.549756 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-385775f3-09c2-4a99-a23e-f49da08d5e9c req-ffca089a-3c3e-459a-992c-8b716b5dc314 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0897598 May 17 18:18:43.584217 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (45440625-00ea-4f8c-824d-34d53b0974ee), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.587046 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.588254 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45440625-00ea-4f8c-824d-34d53b0974ee HTTP/1.1" status: 204 len: 168 time: 0.1435611 May 17 18:18:43.597664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8836d32-73df-4704-a039-dcc6c0dc1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45440625-00ea-4f8c-824d-34d53b0974ee,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:43.736753 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-385775f3-09c2-4a99-a23e-f49da08d5e9c req-b5b006e6-c2e4-4687-9066-81d435c6c745 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663761 May 17 18:18:43.852497 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.857682 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:43.931089 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57832) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:43.956044 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bce3b8e6-9411-4c17-83c4-321925889c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.054395 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540c06-56e9-4830-a335-ed64f0d94e6b req-8f01b6e9-9d5c-4fa1-a253-0f737c93b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:44.056383 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db540c06-56e9-4830-a335-ed64f0d94e6b req-8f01b6e9-9d5c-4fa1-a253-0f737c93b629 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 1129 time: 0.0847082 May 17 18:18:44.117221 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dffd351-34bb-4917-9a2a-4bced6945b20 req-8bd2c9d1-ec14-4d94-abf2-e5f91df63980 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175890 May 17 18:18:44.123185 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Floating IP 24119ec3-a259-4705-b6a3-27af44939077 associated. External IP: 172.27.0.82, port: d33b9990-24b2-40c1-bba4-2f0d0da36778. May 17 18:18:44.127941 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-c80d668c-5798-4c81-b8e0-f7e6163396e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:44.129427 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-c80d668c-5798-4c81-b8e0-f7e6163396e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0808942 May 17 18:18:44.134850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bce3b8e6-9411-4c17-83c4-321925889c35 admin admin] Publish callbacks [] for security_group (e1067b8e-fb13-46ea-8b7b-664b2d251c2d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.139768 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bce3b8e6-9411-4c17-83c4-321925889c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1067b8e-fb13-46ea-8b7b-664b2d251c2d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.182485 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bce3b8e6-9411-4c17-83c4-321925889c35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=390f8a561df3403896fa17685726e78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497656 May 17 18:18:44.184374 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b8e6-9411-4c17-83c4-321925889c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1067b8e-fb13-46ea-8b7b-664b2d251c2d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:44.187117 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57842) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:44.211903 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a10bd2-5f21-41e2-befc-27dd5559c38b req-6c5fb596-db9f-4410-9398-ad803646305f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:44.213789 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80a10bd2-5f21-41e2-befc-27dd5559c38b req-6c5fb596-db9f-4410-9398-ad803646305f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0929911 May 17 18:18:44.251073 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] Publish callbacks [] for security_group (e1067b8e-fb13-46ea-8b7b-664b2d251c2d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.288411 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] Publish callbacks [] for security_group (e1067b8e-fb13-46ea-8b7b-664b2d251c2d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.343574 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80a10bd2-5f21-41e2-befc-27dd5559c38b req-57d0ef1a-4104-48f3-ac63-e19d47cfa314 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194220 May 17 18:18:44.352001 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1067b8e-fb13-46ea-8b7b-664b2d251c2d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.354734 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:44.355875 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1067b8e-fb13-46ea-8b7b-664b2d251c2d HTTP/1.1" status: 204 len: 168 time: 0.1677091 May 17 18:18:44.363983 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e4d0-0283-4b15-b2c9-69dc77450a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1067b8e-fb13-46ea-8b7b-664b2d251c2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:44.503737 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:18:44.863864 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2f1e-88ec-4d38-baa4-eaa7017cb0ce req-4c5bc741-b522-4d8b-9c02-9a7c58368981 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:44.865365 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59bc2f1e-88ec-4d38-baa4-eaa7017cb0ce req-4c5bc741-b522-4d8b-9c02-9a7c58368981 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.3518319 May 17 18:18:44.937451 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57a5b-c4dc-4149-8903-274d1bd661fd req-0cb0d8ec-61a7-48bc-b85f-2d46d8a2f432 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:44.944769 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efb57a5b-c4dc-4149-8903-274d1bd661fd req-0cb0d8ec-61a7-48bc-b85f-2d46d8a2f432 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1062543 May 17 18:18:45.008343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80c48205-7e9f-4c5a-9f94-175998c06f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:45.060254 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59bc2f1e-88ec-4d38-baa4-eaa7017cb0ce req-026d1b33-99e3-4fc7-9a41-389ffd68255e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656866 May 17 18:18:45.060254 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:18:45.067806 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efb57a5b-c4dc-4149-8903-274d1bd661fd req-27c403ab-fc45-4f1d-8192-031fcaee3a21 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221054 May 17 18:18:45.072382 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:45.089286 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:18:45.121474 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:45.122134 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:45.128903 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9e612cd3-3f3a-4ddb-ba0f-c254e5335be0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "PUT /v2.0/floatingips/24119ec3-a259-4705-b6a3-27af44939077 HTTP/1.1" status: 200 len: 990 time: 2.6530013 May 17 18:18:45.130538 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:45.134800 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:45.250435 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db540c06-56e9-4830-a335-ed64f0d94e6b req-ebb6625a-5991-42e7-96fc-507a7742c4c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126475 May 17 18:18:45.254242 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b965fb-9ad0-40c6-8e4a-a2b33e7dc64d x-openstack-request-id: req-91b965fb-9ad0-40c6-8e4a-a2b33e7dc64d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:45.254539 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:45.254853 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91b965fb-9ad0-40c6-8e4a-a2b33e7dc64d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:45.255194 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b965fb-9ad0-40c6-8e4a-a2b33e7dc64d'] response: {'name': 'network-changed', 'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'status': 'completed', 'code': 200} May 17 18:18:45.342969 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:45.383253 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-27adf84c-fc6f-4669-9f5d-66ca1aa49814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:45.395318 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-27adf84c-fc6f-4669-9f5d-66ca1aa49814 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1129 time: 0.1410475 May 17 18:18:45.481365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-0c52a948-56da-4c53-b42f-759577029016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:45.483133 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-0c52a948-56da-4c53-b42f-759577029016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.3334324 May 17 18:18:45.533383 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524354d4-2e90-433f-8a69-3d4e74c79b50 req-54ba4145-42b1-448d-8ba1-5bf593d75bf2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:45.535765 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-524354d4-2e90-433f-8a69-3d4e74c79b50 req-54ba4145-42b1-448d-8ba1-5bf593d75bf2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0515981 May 17 18:18:45.612696 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-524354d4-2e90-433f-8a69-3d4e74c79b50 req-2047366c-2eb9-4a96-8ebc-31c11162e484 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647416 May 17 18:18:45.656085 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '24119ec3-a259-4705-b6a3-27af44939077', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:d4:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b730dca-866b-4096-9175-6d27c3d35e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:49Z', 'updated_at': '2022-05-17T18:18:43Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:45.698637 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:18:45.709927 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:45.711222 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:45.744188 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-cf91d0d5-af1d-4bc6-b45c-d8c6a74ce23c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a789b0-1ac7-4729-8cc9-8ad941391439 HTTP/1.1" status: 200 len: 217 time: 0.0859840 May 17 18:18:45.859042 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-950d39f2-17f1-4975-a53a-e7e75e21a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:45.861711 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-950d39f2-17f1-4975-a53a-e7e75e21a3bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.1944516 May 17 18:18:45.882594 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:45.933092 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57928) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:46.138538 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-61c731fc-4c51-49e4-9466-76859609467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '24119ec3-a259-4705-b6a3-27af44939077', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:d4:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b730dca-866b-4096-9175-6d27c3d35e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:49Z', 'updated_at': '2022-05-17T18:18:43Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:46.140621 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5581aff-9d74-4ea7-9e4d-9a546d4eda46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.214287 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c731fc-4c51-49e4-9466-76859609467c None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '24119ec3-a259-4705-b6a3-27af44939077', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:d4:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b730dca-866b-4096-9175-6d27c3d35e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:49Z', 'updated_at': '2022-05-17T18:18:43Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:18:46.246267 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5581aff-9d74-4ea7-9e4d-9a546d4eda46 admin admin] Publish callbacks [] for security_group (7e47273b-a451-4880-8ef1-dd5a829b0a35), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.259483 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5581aff-9d74-4ea7-9e4d-9a546d4eda46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7e47273b-a451-4880-8ef1-dd5a829b0a35), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.317093 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5581aff-9d74-4ea7-9e4d-9a546d4eda46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47273b-a451-4880-8ef1-dd5a829b0a35,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:46.351995 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c5581aff-9d74-4ea7-9e4d-9a546d4eda46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90b18b711b814afcbfbea43cd57effa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154501 May 17 18:18:46.352932 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:46.494550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0c6d-615d-4ac9-b1f4-3b60bfe4b3d5 req-25584fa8-abaa-49a7-9725-1cfb42813c03 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:46.496085 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc3c0c6d-615d-4ac9-b1f4-3b60bfe4b3d5 req-25584fa8-abaa-49a7-9725-1cfb42813c03 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.1057172 May 17 18:18:46.496746 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] Publish callbacks [] for security_group (7e47273b-a451-4880-8ef1-dd5a829b0a35), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.534671 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f3439-cf50-4b09-a054-e968e60f7be3 None None] New status for floating IP 24119ec3-a259-4705-b6a3-27af44939077: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:18:46.540263 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaa380-a72c-4e02-b69e-87e5a760b40c req-6dc72d30-7f00-4c55-a0c5-2ce31ad4155f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:46.541780 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfaa380-a72c-4e02-b69e-87e5a760b40c req-6dc72d30-7f00-4c55-a0c5-2ce31ad4155f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1092165 May 17 18:18:46.567069 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] Publish callbacks [] for security_group (7e47273b-a451-4880-8ef1-dd5a829b0a35), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.645757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc3c0c6d-615d-4ac9-b1f4-3b60bfe4b3d5 req-a5b0d4bf-c53c-4fd1-891b-c895ee6aeba1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394861 May 17 18:18:46.660710 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfaa380-a72c-4e02-b69e-87e5a760b40c req-777783ff-bd25-42d5-82f5-e244300ae16a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082540 May 17 18:18:46.695893 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7e47273b-a451-4880-8ef1-dd5a829b0a35), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.698772 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:46.702202 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e47273b-a451-4880-8ef1-dd5a829b0a35 HTTP/1.1" status: 204 len: 168 time: 0.3461955 May 17 18:18:46.707890 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5921855-7e1a-4406-9f0f-22bfea587334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47273b-a451-4880-8ef1-dd5a829b0a35,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:46.872453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d83e1-995b-4183-b5e8-89d9707213df req-ef18782f-668d-404a-acbd-20a57dd83466 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:46.874172 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad4d83e1-995b-4183-b5e8-89d9707213df req-ef18782f-668d-404a-acbd-20a57dd83466 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.1109269 May 17 18:18:46.880456 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330117fa-8f71-4bf2-a443-c9bc2a0d8f01 req-1ce78fa3-c8cd-42b4-97b0-838937cc3a41 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:46.881970 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-330117fa-8f71-4bf2-a443-c9bc2a0d8f01 req-1ce78fa3-c8cd-42b4-97b0-838937cc3a41 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.1175048 May 17 18:18:46.972461 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad4d83e1-995b-4183-b5e8-89d9707213df req-dbfc34ae-0c9d-4177-bdc1-3e734511c076 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894320 May 17 18:18:46.994037 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-330117fa-8f71-4bf2-a443-c9bc2a0d8f01 req-622b6179-758a-4c1f-8f51-f2dd1627c40a tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037269 May 17 18:18:47.128469 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 57984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:47.165861 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-1e41e226-da53-48d2-9860-b981d305b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:47.167578 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-1e41e226-da53-48d2-9860-b981d305b02e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.1170888 May 17 18:18:47.190679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-5bd20a09-7cf3-419e-8231-49de4a754212 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 1000 time: 0.1320202 May 17 18:18:47.220648 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2177867f-0e18-4f5a-a9ed-a296fd5ea20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.274982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e314e2db-f1b9-41f2-80e6-b4441d3a5e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.361761 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e314e2db-f1b9-41f2-80e6-b4441d3a5e51 admin admin] Publish callbacks [] for security_group (a5fa65e7-7a98-4491-bd9c-737541ef70ba), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.368977 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e314e2db-f1b9-41f2-80e6-b4441d3a5e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a5fa65e7-7a98-4491-bd9c-737541ef70ba), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.413408 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e314e2db-f1b9-41f2-80e6-b4441d3a5e51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b92062945854706a6693e15a9ad3e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838173 May 17 18:18:47.415054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314e2db-f1b9-41f2-80e6-b4441d3a5e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa65e7-7a98-4491-bd9c-737541ef70ba,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:47.415764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 57998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:47.467090 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] Publish callbacks [] for security_group (a5fa65e7-7a98-4491-bd9c-737541ef70ba), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.490577 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] Publish callbacks [] for security_group (a5fa65e7-7a98-4491-bd9c-737541ef70ba), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.547354 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a5fa65e7-7a98-4491-bd9c-737541ef70ba), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.550040 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:47.551161 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5fa65e7-7a98-4491-bd9c-737541ef70ba HTTP/1.1" status: 204 len: 168 time: 0.1343670 May 17 18:18:47.559778 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0149ad4-b6cd-4d79-be09-689cccd4e052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa65e7-7a98-4491-bd9c-737541ef70ba,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:47.809412 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec276b-a16c-4164-9450-f77ecf9afdcf req-937b1741-0571-4f79-a461-022b14616dca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:47.811550 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fec276b-a16c-4164-9450-f77ecf9afdcf req-937b1741-0571-4f79-a461-022b14616dca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.0807397 May 17 18:18:47.825253 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3acdd-6c25-44c2-b1e3-e282b37d4782 req-01532a44-b2c0-4be7-a387-3bd4b20e1ba4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:47.826909 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4a3acdd-6c25-44c2-b1e3-e282b37d4782 req-01532a44-b2c0-4be7-a387-3bd4b20e1ba4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0625997 May 17 18:18:47.891133 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fec276b-a16c-4164-9450-f77ecf9afdcf req-768b6b1f-66d3-4205-ad84-53d448e3819c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630572 May 17 18:18:47.916036 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4a3acdd-6c25-44c2-b1e3-e282b37d4782 req-353ed3b0-dc92-42ca-bd08-fb1cf3f180fc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644240 May 17 18:18:47.933492 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:47.947074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c321d95d-3131-413b-8d23-921929c685c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.048832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c321d95d-3131-413b-8d23-921929c685c4 admin admin] Publish callbacks [] for security_group (fe1c1ef5-ce50-4f47-afcc-b123b7f84a76), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.055398 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c321d95d-3131-413b-8d23-921929c685c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (fe1c1ef5-ce50-4f47-afcc-b123b7f84a76), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.104911 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d95d-3131-413b-8d23-921929c685c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c1ef5-ce50-4f47-afcc-b123b7f84a76,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:48.115572 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c321d95d-3131-413b-8d23-921929c685c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b26b22d0ef940a1bb0afc8fa572a0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805499 May 17 18:18:48.119263 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58026) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:48.177924 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041221-38f6-47ab-afd9-b5b2ce0c5fd9 req-15153529-d68d-4c41-b1ee-0ca0f914f049 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:48.181737 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4041221-38f6-47ab-afd9-b5b2ce0c5fd9 req-15153529-d68d-4c41-b1ee-0ca0f914f049 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.1241245 May 17 18:18:48.191836 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b95a-8301-409a-a7d1-689ca89cc543 req-7605615c-6788-46f1-845d-01a0680886da tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:48.200469 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5212b95a-8301-409a-a7d1-689ca89cc543 req-7605615c-6788-46f1-845d-01a0680886da tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.1031742 May 17 18:18:48.202913 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] Publish callbacks [] for security_group (fe1c1ef5-ce50-4f47-afcc-b123b7f84a76), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.246624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] Publish callbacks [] for security_group (fe1c1ef5-ce50-4f47-afcc-b123b7f84a76), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.288956 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5212b95a-8301-409a-a7d1-689ca89cc543 req-7d86a9b8-73cd-48d8-81d1-1b5844d15f05 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871928 May 17 18:18:48.296203 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.298195 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4041221-38f6-47ab-afd9-b5b2ce0c5fd9 req-545b358f-ae8e-4673-8bf7-5a3d0469d538 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892355 May 17 18:18:48.308452 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (fe1c1ef5-ce50-4f47-afcc-b123b7f84a76), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.311261 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.315065 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe1c1ef5-ce50-4f47-afcc-b123b7f84a76 HTTP/1.1" status: 204 len: 168 time: 0.1920855 May 17 18:18:48.327586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb87b-3937-4ccb-a646-c4ed71f175e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c1ef5-ce50-4f47-afcc-b123b7f84a76,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:48.420493 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff5f5-6c91-4f7e-9903-027f5f0db96f req-c495f31b-1e0c-4a86-a696-ca8c1404e067 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:48.422068 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e01ff5f5-6c91-4f7e-9903-027f5f0db96f req-c495f31b-1e0c-4a86-a696-ca8c1404e067 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0457466 May 17 18:18:48.431033 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:48.435630 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'floatingip': {'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:48.475485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.922312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:48.927602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:49.285631 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894081fa-29c4-4c76-88e4-d4022e1c536b req-2411b900-092f-461f-8d61-36d9cbdbc85b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:49.287113 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-894081fa-29c4-4c76-88e4-d4022e1c536b req-2411b900-092f-461f-8d61-36d9cbdbc85b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.1152220 May 17 18:18:49.293629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bf08d-4cb3-4b15-a00d-1102cda691cc req-67f513d1-abe5-4842-be7e-0383b3f5c014 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:49.294995 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-103bf08d-4cb3-4b15-a00d-1102cda691cc req-67f513d1-abe5-4842-be7e-0383b3f5c014 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1244590 May 17 18:18:49.372999 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Floating IP 0cab9a3a-d98a-421a-b89a-e7baca2c7440 associated. External IP: 172.27.0.187, port: 06e106bb-68fb-497b-a3fb-dae45c0c334c. May 17 18:18:49.417490 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-894081fa-29c4-4c76-88e4-d4022e1c536b req-9e694cbf-8d91-49d5-b2ff-c8c5baabbd7d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214929 May 17 18:18:49.495156 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-103bf08d-4cb3-4b15-a00d-1102cda691cc req-eccd007c-2986-4974-b48c-5d79ebbf9139 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728685 May 17 18:18:49.610894 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039cdb-f0c4-45ab-936f-9f8ff7d988fa req-2de48144-4b86-443b-a3ec-52dd938c20bc tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:49.612609 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2039cdb-f0c4-45ab-936f-9f8ff7d988fa req-2de48144-4b86-443b-a3ec-52dd938c20bc tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.0600209 May 17 18:18:49.615223 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-eee69785-bc42-42fd-b10a-764f57057298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:49.616780 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-eee69785-bc42-42fd-b10a-764f57057298 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1205280 May 17 18:18:49.639978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58128) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:49.704334 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-41268dad-46b5-408b-8e9e-02fc94d18348 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576169 May 17 18:18:49.759881 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:49.835470 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f0da6aee-68d1-45e2-b96f-f4b1aa9a497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:49.920764 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f0da6aee-68d1-45e2-b96f-f4b1aa9a497d admin admin] Publish callbacks [] for security_group (4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:49.925317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f0da6aee-68d1-45e2-b96f-f4b1aa9a497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:49.960653 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2039cdb-f0c4-45ab-936f-9f8ff7d988fa req-21d393b5-973c-4748-84ef-ac51f8e46b19 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104591 May 17 18:18:49.969574 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f0da6aee-68d1-45e2-b96f-f4b1aa9a497d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd358a8987db47aa8e2800b80c17fe49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256786 May 17 18:18:49.969752 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-ace9f938-3353-4481-b865-9c4b16bc53c6 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:49.969752 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-ace9f938-3353-4481-b865-9c4b16bc53c6 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634044 May 17 18:18:49.970276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da6aee-68d1-45e2-b96f-f4b1aa9a497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:49.971385 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:49.987807 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:18:50.012778 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-b2d1b669-81d1-4d61-8c88-c6c95e851d78 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/quotas/4f60fdd09f5b450bb6cb18902bf860e0 HTTP/1.1" status: 200 len: 375 time: 0.0318172 May 17 18:18:50.151814 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] Publish callbacks [] for security_group (4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:50.188074 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-de1ac85f-a692-4f80-847f-581710c19159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:50.190143 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-de1ac85f-a692-4f80-847f-581710c19159 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.1151159 May 17 18:18:50.243738 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-24df7a14-5e38-4564-9549-f85b8b7eaf20 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599823 May 17 18:18:50.248624 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] Publish callbacks [] for security_group (4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:50.250806 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:18:50.260382 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:50.263130 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:18:50.288136 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:50.289045 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:50.317366 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-eb3cc743-c00c-4ddf-a7e3-20e1616e3554 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "PUT /v2.0/floatingips/0cab9a3a-d98a-421a-b89a-e7baca2c7440 HTTP/1.1" status: 200 len: 991 time: 1.8852592 May 17 18:18:50.318380 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:50.321616 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13" -d '{"events": [{"name": "network-changed", "server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:50.356148 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:50.359154 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:50.360294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9 HTTP/1.1" status: 204 len: 168 time: 0.3879986 May 17 18:18:50.386943 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37da33-59ab-4cac-ae42-3fbe3c4c0697 x-openstack-request-id: req-ba37da33-59ab-4cac-ae42-3fbe3c4c0697 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:50.387229 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:50.387480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba37da33-59ab-4cac-ae42-3fbe3c4c0697 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:50.387877 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba37da33-59ab-4cac-ae42-3fbe3c4c0697'] response: {'name': 'network-changed', 'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'status': 'completed', 'code': 200} May 17 18:18:50.389340 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9077a0c-94e7-433a-bb47-a48b1fe1b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defe9fb-eb97-49b0-9bfb-7a0cad2bc0a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:50.416556 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:50.641634 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf056b29-a95f-4608-9345-801803f2328a req-a8081537-d015-4078-984f-569eaf799c1a tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 210 time: 0.0667856 May 17 18:18:50.669542 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc531851-3596-402e-b2fa-fa06ba23bed1 req-612a0703-7c7d-466e-8309-a66da8fd4f24 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:50.672757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc531851-3596-402e-b2fa-fa06ba23bed1 req-612a0703-7c7d-466e-8309-a66da8fd4f24 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.1144562 May 17 18:18:50.702897 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '0cab9a3a-d98a-421a-b89a-e7baca2c7440', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:54Z', 'updated_at': '2022-05-17T18:18:48Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:50.788333 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc531851-3596-402e-b2fa-fa06ba23bed1 req-272e4495-0abe-4cbf-b74a-c1f4148dfd67 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024103 May 17 18:18:50.790592 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:18:50.817165 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:50.820305 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:50.873271 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c63a54-4d10-4b15-a8c4-326a83f6eb11 req-8a9edb6d-76a2-413f-a8bb-235822633bfc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:50.886493 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47c63a54-4d10-4b15-a8c4-326a83f6eb11 req-8a9edb6d-76a2-413f-a8bb-235822633bfc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1306233 May 17 18:18:50.982579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8cf30-c1d5-4fa7-96ae-099d4f642c5c req-913ed4e2-fa89-47b9-a8de-8ba24a748d18 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:50.984133 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67d8cf30-c1d5-4fa7-96ae-099d4f642c5c req-913ed4e2-fa89-47b9-a8de-8ba24a748d18 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.0846453 May 17 18:18:50.996746 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58184) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:51.002209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:51.029712 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47c63a54-4d10-4b15-a8c4-326a83f6eb11 req-f2bbc010-b708-4071-ab8e-57757bbfa1c2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411128 May 17 18:18:51.140897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:51.206572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2695-b3b2-4b94-b0af-d3806770a752 req-669cfc1f-1fd4-4181-962b-db7c83bd8bf5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:51.210409 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0df2695-b3b2-4b94-b0af-d3806770a752 req-669cfc1f-1fd4-4181-962b-db7c83bd8bf5 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.1258709 May 17 18:18:51.264775 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:51.387538 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-e9527570-b5a2-45df-946a-56aefe35c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:51.389414 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-e9527570-b5a2-45df-946a-56aefe35c7f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1129 time: 0.0718648 May 17 18:18:51.404018 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0df2695-b3b2-4b94-b0af-d3806770a752 req-bbd7b821-5cee-4653-887c-fa38b040cdd6 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425469 May 17 18:18:51.417806 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-dd951903-a8c9-406c-ac3f-b909cc4a210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:51.420099 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-dd951903-a8c9-406c-ac3f-b909cc4a210d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2037489 May 17 18:18:51.473109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:51.513558 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-47701c1e-0e4e-4c76-9ac6-e10a9c2988e8 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000522 May 17 18:18:51.649795 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59e673-9d2b-42a4-9488-537b43460956 req-cf95beb5-c8f3-47ce-8ac2-645257889a3c tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:51.651335 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd59e673-9d2b-42a4-9488-537b43460956 req-cf95beb5-c8f3-47ce-8ac2-645257889a3c tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.2607825 May 17 18:18:51.653612 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '0cab9a3a-d98a-421a-b89a-e7baca2c7440', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:54Z', 'updated_at': '2022-05-17T18:18:48Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:51.655687 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-42e994bc-673b-4dfd-b3e2-8182bf5e3c22 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272034 May 17 18:18:51.665138 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:51.724773 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a607f-34b4-4cd3-994c-4c2eb62a364d None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '0cab9a3a-d98a-421a-b89a-e7baca2c7440', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:54Z', 'updated_at': '2022-05-17T18:18:48Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:18:51.823747 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-3738344a-0456-4911-95c6-cb31a03e152c service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805989 May 17 18:18:51.838916 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-496b6871-859c-472f-bd75-747b4525bcdf req-384ba43d-ce7f-4f51-aefb-28d11167a9d4 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 210 time: 0.0622926 May 17 18:18:51.846655 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bb1e553-5f25-4d96-876f-c58ec4f4f4ea req-2bad0662-6683-459a-8477-32933b1d0f9d service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784799 May 17 18:18:51.859853 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-8917e739-4312-4073-984a-98349010536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:51.859853 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-8917e739-4312-4073-984a-98349010536f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.4479954 May 17 18:18:51.920788 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1340350218-network', 'tenant_id': '80d1667aeb814212abe473f58d0ff420'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:51.947870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Made reservation on behalf of 80d1667aeb814212abe473f58d0ff420 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:51.951549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:51.955847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Deleting port 72497b8a-820a-454f-9db2-9a0b38daf150 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:18:51.956309 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:51.962325 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.062764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks [] for security_group (7a64e63a-3f8b-4028-8c9b-1fab95b3cce6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.073082 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7a64e63a-3f8b-4028-8c9b-1fab95b3cce6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.108998 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:18:52.120970 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:52.128363 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e3562982-141f-4c4f-bfd3-5c60bee09693), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.130012 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Added segment e3562982-141f-4c4f-bfd3-5c60bee09693 of type vlan for network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 May 17 18:18:52.183301 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (4a6a683b-83c8-4aab-94d5-fc0e51543f48), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.266603 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (4a6a683b-83c8-4aab-94d5-fc0e51543f48), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.268012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:52.269218 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.293935 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-7aa35902-2d3f-4499-b982-cd8ddae88c99 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463717 May 17 18:18:52.312263 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5afe29-25bb-42d5-b3df-809c25ebc64d req-c05313ce-a414-49fa-b3c8-9cb5e4c3839f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:52.313929 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db5afe29-25bb-42d5-b3df-809c25ebc64d req-c05313ce-a414-49fa-b3c8-9cb5e4c3839f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1156332 May 17 18:18:52.406818 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7402704 May 17 18:18:52.407596 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58214) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:52.426873 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Request body: {'subnet': {'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1340350218-subnet', 'tenant_id': '80d1667aeb814212abe473f58d0ff420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:52.436047 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68085436-8f4f-4660-bfcc-58076c38b2ff admin admin] Pushing event updated for resources: {'Network': ['ID=4a6a683b-83c8-4aab-94d5-fc0e51543f48,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:52.464631 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:18:52.526960 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Made reservation on behalf of 80d1667aeb814212abe473f58d0ff420 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:52.530118 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.567498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db5afe29-25bb-42d5-b3df-809c25ebc64d req-172ce4e3-5596-4a01-b908-3628f9e0a164 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302246 May 17 18:18:52.587562 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-c9f4139e-abcf-423f-9fe3-f8ff1f78be5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 999 time: 0.1884372 May 17 18:18:52.601418 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-ed1c7659-d761-42cd-b2a1-5ebc1922a947 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:52.603038 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-ed1c7659-d761-42cd-b2a1-5ebc1922a947 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769554 May 17 18:18:52.629896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] For port 72497b8a-820a-454f-9db2-9a0b38daf150, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=72497b8a-820a-454f-9db2-9a0b38daf150,segment=NetworkSegment(d53886b6-81eb-413c-b042-a74edaa469e4),segment_id=d53886b6-81eb-413c-b042-a74edaa469e4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:52.630722 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:52.654506 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:18:52.723518 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Calling delete_port for 72497b8a-820a-454f-9db2-9a0b38daf150 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:18:52.822036 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983d1d6-33a2-4253-85af-dc8f42b3ad96 None None] New status for floating IP 0cab9a3a-d98a-421a-b89a-e7baca2c7440: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:18:52.899665 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-a3c2147d-e4d3-4a50-a01b-4946be883dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:52.899665 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-a3c2147d-e4d3-4a50-a01b-4946be883dfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.2025552 May 17 18:18:52.919493 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 18:18:52.936253 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Request body: {'port': {'device_id': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245', 'admin_state_up': True, 'tenant_id': '4f60fdd09f5b450bb6cb18902bf860e0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:52.963504 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea5a4-7b84-491d-9550-11344a5e09f4 req-c92aceab-9f73-4b0a-bb8e-08a5faaebae2 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:52.970482 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0cea5a4-7b84-491d-9550-11344a5e09f4 req-c92aceab-9f73-4b0a-bb8e-08a5faaebae2 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 945 time: 0.4087429 May 17 18:18:53.036134 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad495d27-4595-4421-986c-105d14ef307c req-88c0344b-cb3d-4cae-9d1b-1cdee6d13fbe tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 210 time: 0.0928111 May 17 18:18:53.044639 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.045882 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-464f3954-ffb9-4f2c-86c4-45e069596b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:53.047736 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-464f3954-ffb9-4f2c-86c4-45e069596b01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346750 May 17 18:18:53.069615 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.147202 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0cea5a4-7b84-491d-9550-11344a5e09f4 req-6b7553de-e3aa-4c8f-b565-f876a65706a8 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758757 May 17 18:18:53.230149 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Made reservation on behalf of 4f60fdd09f5b450bb6cb18902bf860e0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:53.233528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.245706 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (c6195731-941b-4085-ac66-09869b3ad17f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.248912 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.283466 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (72497b8a-820a-454f-9db2-9a0b38daf150), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.296833 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 72497b8a-820a-454f-9db2-9a0b38daf150 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:18:53.298528 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 5c272657-fffa-4067-ae15-35c897e7becf associated. External IP: 172.27.0.94, port: 200d9682-a32c-4f1b-afac-5e03e64190d5. May 17 18:18:53.320746 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-1945d614-f165-40e4-882e-fc77966a59e5 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522187 May 17 18:18:53.327050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 72497b8a-820a-454f-9db2-9a0b38daf150 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:18:53.327540 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 72497b8a-820a-454f-9db2-9a0b38daf150 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:18:53.335175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6195731-941b-4085-ac66-09869b3ad17f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:53.355152 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Pushing event deleted for resources: {'Port': ['ID=72497b8a-820a-454f-9db2-9a0b38daf150,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:53.356725 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Checking segment: {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:53.357395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Network hostable DHCP agents. Network: 4a6a683b-83c8-4aab-94d5-fc0e51543f48, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:18:53.398193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:18:53.416466 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks [] for security_group (75aa182d-d49e-48dc-84ee-dfc682988dfd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.417569 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 4a6a683b-83c8-4aab-94d5-fc0e51543f48) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:53.421128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (75aa182d-d49e-48dc-84ee-dfc682988dfd), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.426311 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:53.426876 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.430723 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a988e-923b-4a3c-89f6-8f13c940c5ca None None] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:18:53.468203 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2890b8fe-f8a7-4b17-b7a2-edb2a77aa4ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0476797 May 17 18:18:53.504533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] No DVR routers for this DVR port 72497b8a-820a-454f-9db2-9a0b38daf150 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:18:53.518564 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa182d-d49e-48dc-84ee-dfc682988dfd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:53.537791 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:53.541704 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd59e673-9d2b-42a4-9488-537b43460956 req-b1eb1918-8a76-483c-b924-3befddcc6c7b tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.59 "DELETE /v2.0/ports/72497b8a-820a-454f-9db2-9a0b38daf150 HTTP/1.1" status: 204 len: 173 time: 1.8560197 May 17 18:18:53.542160 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'name': 'network-vif-deleted', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:53.544898 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db648c-197b-4b5b-8a0b-8e75c0fac09c" -d '{"events": [{"server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "name": "network-vif-deleted", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:53.632251 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d419cd-8e85-4268-bdad-c499a3b0cc35 x-openstack-request-id: req-04d419cd-8e85-4268-bdad-c499a3b0cc35 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:53.633250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb69ecb4-59b0-447d-86ef-b0cd8ce232b3", "name": "network-vif-deleted", "tag": "72497b8a-820a-454f-9db2-9a0b38daf150", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:53.633745 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04d419cd-8e85-4268-bdad-c499a3b0cc35 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:53.634375 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d419cd-8e85-4268-bdad-c499a3b0cc35'] response: {'server_uuid': 'bb69ecb4-59b0-447d-86ef-b0cd8ce232b3', 'name': 'network-vif-deleted', 'tag': '72497b8a-820a-454f-9db2-9a0b38daf150', 'status': 'completed', 'code': 200} May 17 18:18:53.650367 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5ed4d-509b-427c-8b1e-f4be1ab8c30f None None] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:18:53.693946 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcea82a5-b85a-42d2-9bfe-a3b2d80dbf13 req-c665af15-77b9-490b-931d-54e06e562528 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334432 May 17 18:18:53.733312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Allocated IP 192.168.233.238 (56c5966a-d2a8-4ef5-a244-6b2acca24245/e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f/7984d267-97c2-46c7-b026-dd53166455a6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:18:53.804526 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:18:53.814463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663894-6c2f-41ac-91ef-32e54a2b1797 req-9a185c32-67e9-4304-ab2b-a586b6bbf957 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:53.815997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa663894-6c2f-41ac-91ef-32e54a2b1797 req-9a185c32-67e9-4304-ab2b-a586b6bbf957 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0802126 May 17 18:18:53.941981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa663894-6c2f-41ac-91ef-32e54a2b1797 req-3aea7c8f-dd49-4d2b-9155-3230c79523d8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199126 May 17 18:18:53.996581 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks [] for port (7984d267-97c2-46c7-b026-dd53166455a6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.050365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.143517 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Network 56c5966a-d2a8-4ef5-a244-6b2acca24245 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:18:54.147452 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:18:54.151997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:18:54.157292 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:54.157984 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.175514 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Pushing event updated for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:54.248054 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e296d-17c4-4c7c-b4cd-3d9af56d2afc req-e403569c-ec3d-4988-aba9-fffa0ea5d0e2 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:54.249768 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-074e296d-17c4-4c7c-b4cd-3d9af56d2afc req-e403569c-ec3d-4988-aba9-fffa0ea5d0e2 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 936 time: 0.0715892 May 17 18:18:54.285752 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cc40cbc7-42d6-4a92-bd7b-595b2db48288 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3592429 May 17 18:18:54.286289 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:18:54.300920 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.308205 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:18:54.339003 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:54.342885 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:54.346189 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-83dcb289-59f3-4e96-9494-e661fdc85330 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "PUT /v2.0/floatingips/5c272657-fffa-4067-ae15-35c897e7becf HTTP/1.1" status: 200 len: 990 time: 3.3473468 May 17 18:18:54.372980 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c1698a92-fed5-4aea-8567-ee45c5003e71 req-b62c01ae-7cf7-476f-a50f-f5a0b1d48107 tempest-DeleteServersTestJSON-696075475 tempest-DeleteServersTestJSON-696075475-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb69ecb4-59b0-447d-86ef-b0cd8ce232b3 HTTP/1.1" status: 200 len: 210 time: 0.0569901 May 17 18:18:54.419483 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-074e296d-17c4-4c7c-b4cd-3d9af56d2afc req-fb9963c2-9bb1-450b-ac9f-ffa99a28b983 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572220 May 17 18:18:54.458249 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Request body: {'port': {'device_id': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:54.506813 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:54.515511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0358fffe-fc19-442b-a33d-43a05c2d23c7 None None] Provisioning complete for port 7984d267-97c2-46c7-b026-dd53166455a6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:18:54.516103 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0358fffe-fc19-442b-a33d-43a05c2d23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (7984d267-97c2-46c7-b026-dd53166455a6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.540778 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (7984d267-97c2-46c7-b026-dd53166455a6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.556729 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0358fffe-fc19-442b-a33d-43a05c2d23c7 None None] Port 7984d267-97c2-46c7-b026-dd53166455a6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:18:54.750407 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:52Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:54.776111 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:18:54.784112 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:18:54.784711 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:18:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:54.857446 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7984d267-97c2-46c7-b026-dd53166455a6 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:54.864817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks [] for port (7984d267-97c2-46c7-b026-dd53166455a6), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.877098 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Transition to ACTIVE for port object 7984d267-97c2-46c7-b026-dd53166455a6 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:18:54.880925 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:54.887015 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:18:54.930428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Pushing event updated for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:54.968678 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Attempting to bind port 7984d267-97c2-46c7-b026-dd53166455a6 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:18:54.969000 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Attempting to bind port 7984d267-97c2-46c7-b026-dd53166455a6 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:18:54.969387 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Attempting to bind port 7984d267-97c2-46c7-b026-dd53166455a6 on network 56c5966a-d2a8-4ef5-a244-6b2acca24245 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:54.974317 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Port 7984d267-97c2-46c7-b026-dd53166455a6 on network 56c5966a-d2a8-4ef5-a244-6b2acca24245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:18:54.974635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Attempting to bind port 7984d267-97c2-46c7-b026-dd53166455a6 on network 56c5966a-d2a8-4ef5-a244-6b2acca24245 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:18:54.983769 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:18:54.984168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Checking segment: {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:18:54.984563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Bound using segment: {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:18:54.985002 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Bound port: 7984d267-97c2-46c7-b026-dd53166455a6, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:18:54.985674 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (7984d267-97c2-46c7-b026-dd53166455a6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:55.108104 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0ed88-bbfe-4cdc-aa62-c02d6a2e4f7c req-7595bc48-b6ef-4067-bdbe-ce4dde920d9c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.109634 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4b0ed88-bbfe-4cdc-aa62-c02d6a2e4f7c req-7595bc48-b6ef-4067-bdbe-ce4dde920d9c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0607150 May 17 18:18:55.110838 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:18:55.114404 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7984d267-97c2-46c7-b026-dd53166455a6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:18:55.131578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:55.151521 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:52Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:55.180004 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.180628 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:55.181043 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714312e-65e4-4ed8-880a-5764cffd3193 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:52Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:18:55.182030 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] 10.222.0.59 "PUT /v2.0/ports/7984d267-97c2-46c7-b026-dd53166455a6 HTTP/1.1" status: 200 len: 1098 time: 0.7295289 May 17 18:18:55.182466 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:55.184977 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845ef75-705d-455a-aa5b-882b68f954b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "tag": "7984d267-97c2-46c7-b026-dd53166455a6"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:55.238999 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4b0ed88-bbfe-4cdc-aa62-c02d6a2e4f7c req-4f14e40d-c855-48b3-a67b-8957ad9eb843 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165922 May 17 18:18:55.240639 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452cb3-8e32-49d8-a9ad-d8a10bca7496 service neutron] Pushing event updated for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:55.284699 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1fe4c-b2d2-4c0a-8ffc-67a9bf1717c8 x-openstack-request-id: req-94b1fe4c-b2d2-4c0a-8ffc-67a9bf1717c8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:55.284988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "tag": "7984d267-97c2-46c7-b026-dd53166455a6", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:55.285261 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94b1fe4c-b2d2-4c0a-8ffc-67a9bf1717c8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:55.285701 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b1fe4c-b2d2-4c0a-8ffc-67a9bf1717c8'] response: {'name': 'network-changed', 'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6', 'status': 'completed', 'code': 200} May 17 18:18:55.299841 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cf7dccaa-bff0-4c0c-ab27-9ef65aa6eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.301352 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-cf7dccaa-bff0-4c0c-ab27-9ef65aa6eae9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 1132 time: 0.0560074 May 17 18:18:55.349403 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-c224b726-192e-4f7e-aa7e-35df6d318b2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7984d267-97c2-46c7-b026-dd53166455a6 HTTP/1.1" status: 200 len: 217 time: 0.0404437 May 17 18:18:55.424289 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-327a969f-02fa-4e91-9fc7-a7cefddfb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.426165 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-327a969f-02fa-4e91-9fc7-a7cefddfb99f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f HTTP/1.1" status: 200 len: 843 time: 0.0699742 May 17 18:18:55.460535 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778bde6-0d49-4bb2-b181-c319095f8686 None None] New status for floating IP 5c272657-fffa-4067-ae15-35c897e7becf: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:18:55.507975 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-3a0ce790-b8fd-4595-aadc-d1054dea3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.510040 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-3a0ce790-b8fd-4595-aadc-d1054dea3a5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56c5966a-d2a8-4ef5-a244-6b2acca24245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0697091 May 17 18:18:55.636059 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:18:55.638420 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e1324-6ca7-432f-9dd8-f84e99f036bd" -d '{"events": [{"name": "network-changed", "server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:18:55.708347 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13f26-7cb1-4efe-aa2b-dd90d88e04e8 req-a64e3fef-0903-454d-aa00-b7b7c88ed041 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.709829 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-10a13f26-7cb1-4efe-aa2b-dd90d88e04e8 req-a64e3fef-0903-454d-aa00-b7b7c88ed041 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 948 time: 0.1042421 May 17 18:18:55.757231 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-3164dfb8-62e5-4b2d-87cb-1d418c73e3e2 service neutron] 10.222.0.59 "GET /v2.0/networks/56c5966a-d2a8-4ef5-a244-6b2acca24245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405088 May 17 18:18:55.882191 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-bff0a88a-b20f-4d5d-bd6f-0d5116019996 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:55.884149 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-bff0a88a-b20f-4d5d-bd6f-0d5116019996 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 814 time: 0.2636821 May 17 18:18:55.888768 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-10a13f26-7cb1-4efe-aa2b-dd90d88e04e8 req-3a170686-c24b-4131-85c5-32aea199703c tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706400 May 17 18:18:55.908764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-f9eddd57-28c8-4a5d-a182-68a9d0ef0d23 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/quotas/80d1667aeb814212abe473f58d0ff420 HTTP/1.1" status: 200 len: 375 time: 0.0176060 May 17 18:18:55.929050 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35aeac86-2d19-4c82-aff6-3255228561b1 req-3ba21498-63ef-46ff-b66e-369c3a6e446d service neutron] 10.222.0.59 "GET /v2.0/networks/56c5966a-d2a8-4ef5-a244-6b2acca24245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616833 May 17 18:18:55.947495 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-decd2efd-84e7-47e4-b848-17f4e17d2bfd tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309868 May 17 18:18:55.991796 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180cae3b-85f8-44e8-b14f-ade941f071b5 x-openstack-request-id: req-180cae3b-85f8-44e8-b14f-ade941f071b5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:18:55.992618 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:18:55.992874 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-180cae3b-85f8-44e8-b14f-ade941f071b5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:18:55.993273 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180cae3b-85f8-44e8-b14f-ade941f071b5'] response: {'name': 'network-changed', 'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'status': 'completed', 'code': 200} May 17 18:18:56.071598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-e0b16888-0eea-4146-b095-70352a2177c2 service neutron] 10.222.0.65 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132636 May 17 18:18:56.165816 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-8b6b195a-44de-4fc8-8df5-88608de969d8 service neutron] 10.222.0.65 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870969 May 17 18:18:56.329107 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-880c8f62-8ef9-49b6-9da6-7b4fb1b38ce9 req-4e517c41-cbc2-4064-b245-d763597b0483 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 210 time: 0.0321243 May 17 18:18:56.380694 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fbcf4-f8c3-4698-b993-a48c5e7cfe90 req-875a9a41-c53f-416e-a2a5-330a88fee440 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:56.383252 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d93fbcf4-f8c3-4698-b993-a48c5e7cfe90 req-875a9a41-c53f-416e-a2a5-330a88fee440 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0561831 May 17 18:18:56.440268 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d93fbcf4-f8c3-4698-b993-a48c5e7cfe90 req-b8f20aca-b73f-4bcc-a69e-f24dee1ec35a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 May 17 18:18:57.000038 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b349f-2ceb-4431-ab6f-af5401c276f1 req-2ab9efa8-835b-49ad-bd29-5e8ea7359d35 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:57.001440 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-579b349f-2ceb-4431-ab6f-af5401c276f1 req-2ab9efa8-835b-49ad-bd29-5e8ea7359d35 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 948 time: 0.0443044 May 17 18:18:57.050490 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-579b349f-2ceb-4431-ab6f-af5401c276f1 req-259a5299-ee4c-4ca5-b6a5-2f5722e51841 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 May 17 18:18:57.216469 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:57.261056 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Deleting subnet 860b4d9b-2b71-41a6-887d-ca92a47a5805 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:18:57.264175 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Publish callbacks [] for subnet (860b4d9b-2b71-41a6-887d-ca92a47a5805), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.297081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Publish callbacks [] for subnet (860b4d9b-2b71-41a6-887d-ca92a47a5805), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.306531 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (860b4d9b-2b71-41a6-887d-ca92a47a5805), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.368202 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (860b4d9b-2b71-41a6-887d-ca92a47a5805), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.393105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860b4d9b-2b71-41a6-887d-ca92a47a5805,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:57.400048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.403779 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b565f533-a2e8-4a0b-8365-4451cc8001cb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/860b4d9b-2b71-41a6-887d-ca92a47a5805 HTTP/1.1" status: 204 len: 168 time: 0.1857274 May 17 18:18:57.405292 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:57.457314 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-696047cd-366d-440a-b4af-d096ead39855 req-ad25926e-60bd-4b91-a4e9-11868e287396 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 210 time: 0.0431712 May 17 18:18:57.503840 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (86ea7eef-47ee-4d2b-9ed2-27335ad66c99), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.622278 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad4d98-2383-487e-82f1-128689f89c5d req-4bd1fe60-c7d6-4856-a549-cc773a835528 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:57.623664 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3fad4d98-2383-487e-82f1-128689f89c5d req-4bd1fe60-c7d6-4856-a549-cc773a835528 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.1047440 May 17 18:18:57.625284 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (86ea7eef-47ee-4d2b-9ed2-27335ad66c99), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.660118 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.660532 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.661282 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.661641 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > port after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.661985 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.662304 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > port after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.662625 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.662945 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.663262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.663579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.769703 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.770055 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.770388 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.770717 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:18:57.771119 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ea7eef-47ee-4d2b-9ed2-27335ad66c99']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:57.802352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53886b6-81eb-413c-b042-a74edaa469e4') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:57.802823 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53886b6-81eb-413c-b042-a74edaa469e4') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:18:57.826907 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (d53886b6-81eb-413c-b042-a74edaa469e4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.847406 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3fad4d98-2383-487e-82f1-128689f89c5d req-74f89639-aa61-4fb2-9176-1cbeb106834d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119603 May 17 18:18:57.855837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (d53886b6-81eb-413c-b042-a74edaa469e4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.865058 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:18:57.865447 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (d53886b6-81eb-413c-b042-a74edaa469e4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: from cryptography.utils import int_from_bytes May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: from cryptography.utils import int_from_bytes May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:18:57.888362 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:18:57.947727 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (86ea7eef-47ee-4d2b-9ed2-27335ad66c99), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.955065 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:57.958333 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] 10.222.0.65 "DELETE /v2.0/networks/86ea7eef-47ee-4d2b-9ed2-27335ad66c99 HTTP/1.1" status: 204 len: 168 time: 0.5518782 May 17 18:18:57.968696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c83e9-0366-4b03-9c8a-3aa7e7d92604 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ea7eef-47ee-4d2b-9ed2-27335ad66c99,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:58.073651 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58320) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:58.113228 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e57dcdec-3c1a-4118-9a06-4333c6bc6132 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=230486e6ce974ab89147f39cbf941839&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384142 May 17 18:18:58.116007 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58324) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:18:58.192816 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7f29-f07f-45c2-8b5a-7abc0e1d9944 req-e696a11b-673a-4e4d-9d8f-ecfa33335382 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:58.194181 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2bc7f29-f07f-45c2-8b5a-7abc0e1d9944 req-e696a11b-673a-4e4d-9d8f-ecfa33335382 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 948 time: 0.0710537 May 17 18:18:58.218365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] Publish callbacks [] for security_group (1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:58.254931 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] Publish callbacks [] for security_group (1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:58.281812 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2bc7f29-f07f-45c2-8b5a-7abc0e1d9944 req-7d0ebc52-f4a3-468c-a188-07f7d8e3575b tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756326 May 17 18:18:58.314262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:58.316899 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:58.318078 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80 HTTP/1.1" status: 204 len: 168 time: 0.2011888 May 17 18:18:58.326467 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60289b0d-d71a-45b9-ab22-32dc7ee1e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4bb8cf-1a19-4b06-bfb9-6ab1c3fb9b80,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:58.556698 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a667a79-26bd-4dba-8617-42ab4bb42943 req-a28e76a5-1240-4295-adec-ca5dd0ace9fd tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 210 time: 0.0311382 May 17 18:18:58.772334 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-78b4ecb9-a89e-4e1d-9233-0c2132072387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:58.774549 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-78b4ecb9-a89e-4e1d-9233-0c2132072387 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 1132 time: 0.0545628 May 17 18:18:58.795218 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-4078943a-33bd-49ec-99fc-12b2510879c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:58.796751 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-4078943a-33bd-49ec-99fc-12b2510879c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 1129 time: 0.0586569 May 17 18:18:58.899051 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-eb77ca6d-66e4-4461-972f-0390ec1e773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:58.900946 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-eb77ca6d-66e4-4461-972f-0390ec1e773f service neutron] 10.222.0.59 "GET /v2.0/networks?id=56c5966a-d2a8-4ef5-a244-6b2acca24245 HTTP/1.1" status: 200 len: 870 time: 0.1158574 May 17 18:18:58.945179 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-03b11424-dad5-4bf9-9066-590f64391993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:58.951656 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-03b11424-dad5-4bf9-9066-590f64391993 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.1329796 May 17 18:18:58.970020 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-c750de91-b4d3-45de-9d19-74318e528df4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7984d267-97c2-46c7-b026-dd53166455a6 HTTP/1.1" status: 200 len: 217 time: 0.0591340 May 17 18:18:59.034420 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-23507e63-69a6-4650-92b2-84b6f310093b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200d9682-a32c-4f1b-afac-5e03e64190d5 HTTP/1.1" status: 200 len: 1000 time: 0.0676286 May 17 18:18:59.057514 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea57c4-8bf5-458c-ae10-030b0dba29c1 req-dd176ddd-597e-4163-ad0a-897ff147692e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.058729 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1dea57c4-8bf5-458c-ae10-030b0dba29c1 req-dd176ddd-597e-4163-ad0a-897ff147692e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0949671 May 17 18:18:59.066469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-547ead45-6e69-468e-9492-347a5910bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.067991 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-547ead45-6e69-468e-9492-347a5910bbc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f HTTP/1.1" status: 200 len: 843 time: 0.0837874 May 17 18:18:59.110005 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1dea57c4-8bf5-458c-ae10-030b0dba29c1 req-1f3c8161-5619-491b-995f-bb0f3abc0381 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 17 18:18:59.278457 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 7984d267-97c2-46c7-b026-dd53166455a6 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:18:59.420834 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7984d267-97c2-46c7-b026-dd53166455a6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:59.438623 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '7984d267-97c2-46c7-b026-dd53166455a6', 'network_id': '56c5966a-d2a8-4ef5-a244-6b2acca24245', 'port_id': '7984d267-97c2-46c7-b026-dd53166455a6', 'mac_address': 'fa:16:3e:74:92:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77e7acb-8d8b-41cb-b9a6-1f7ad70f088f', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:18:59.438838 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8e8c-26a4-464b-988a-28142f55b070 req-60fbe3cf-b0e5-45c8-b83b-9c672c7ab569 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.447670 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-280e8e8c-26a4-464b-988a-28142f55b070 req-60fbe3cf-b0e5-45c8-b83b-9c672c7ab569 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 948 time: 0.0837455 May 17 18:18:59.462903 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-bd53d2d7-a364-4f1f-9f63-8ebf1fbe6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.465216 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-bd53d2d7-a364-4f1f-9f63-8ebf1fbe6941 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0746903 May 17 18:18:59.478025 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-a009a312-c32b-4f65-84f9-c66399fa330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.479946 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-a009a312-c32b-4f65-84f9-c66399fa330c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56c5966a-d2a8-4ef5-a244-6b2acca24245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0764542 May 17 18:18:59.497946 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 7984d267-97c2-46c7-b026-dd53166455a6 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:18:59.498354 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (7984d267-97c2-46c7-b026-dd53166455a6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:59.518609 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7984d267-97c2-46c7-b026-dd53166455a6 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:18:59.559363 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-0924a751-8036-44fc-b989-5b86e0939833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.561106 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-0924a751-8036-44fc-b989-5b86e0939833 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866027 May 17 18:18:59.577357 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7984d267-97c2-46c7-b026-dd53166455a6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:18:59.589484 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:18:59.644823 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-8e73ab66-a891-4794-8901-c02911c45c19 service neutron] 10.222.0.59 "GET /v2.0/networks/56c5966a-d2a8-4ef5-a244-6b2acca24245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475835 May 17 18:18:59.715266 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-280e8e8c-26a4-464b-988a-28142f55b070 req-5fe32c8d-3e25-4fa0-b553-9ed2501a6261 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667096 May 17 18:18:59.725643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:18:59.759276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-6718c626-badb-424d-bda4-dbc44dcc9623 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:18:59.761453 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-6718c626-badb-424d-bda4-dbc44dcc9623 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 814 time: 0.1991124 May 17 18:18:59.776574 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-87b571e2-b68b-4cc7-b2bf-b55a9ed49954 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050712 May 17 18:18:59.792234 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Request body: {'port': {'device_id': 'ec13a585-cf06-497f-8381-d90b5531f029', 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48', 'admin_state_up': True, 'tenant_id': '80d1667aeb814212abe473f58d0ff420'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:18:59.825835 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e845ef75-705d-455a-aa5b-882b68f954b4 req-248eaa17-7ff1-447b-a8cb-ee0980b6d558 service neutron] 10.222.0.59 "GET /v2.0/networks/56c5966a-d2a8-4ef5-a244-6b2acca24245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736486 May 17 18:18:59.857622 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-608a5e4a-648a-456a-9e4f-92c8ac000bb8 req-1740fdd3-7f21-41fb-aa83-41540beb3b07 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 210 time: 0.0533140 May 17 18:18:59.960817 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589e1324-6ca7-432f-9dd8-f84e99f036bd req-729cc5b6-9248-45f6-a816-1e430d873b28 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625648 May 17 18:18:59.978076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Made reservation on behalf of 80d1667aeb814212abe473f58d0ff420 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:18:59.982018 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.104202 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['7984d267-97c2-46c7-b026-dd53166455a6'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:19:00.110699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Allocated IP 172.20.0.12 (4a6a683b-83c8-4aab-94d5-fc0e51543f48/c6195731-941b-4085-ac66-09869b3ad17f/46b16982-1e63-43c1-a0be-4dfa4d935943) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:19:00.238540 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d97238-cbda-44b2-9719-45633008a8b0 req-ac9b4896-4200-4e6e-99d3-336841f79ee2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:00.240429 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0d97238-cbda-44b2-9719-45633008a8b0 req-ac9b4896-4200-4e6e-99d3-336841f79ee2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0557024 May 17 18:19:00.290084 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks [] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.293653 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0d97238-cbda-44b2-9719-45633008a8b0 req-f0417aa4-464f-4f83-9d7f-bcfd92d83ad6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 May 17 18:19:00.320575 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.360705 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:19:00.363714 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:19:00.371238 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:19:00.377452 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:00.378151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.388976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Pushing event updated for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:00.400095 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-7fc8b971-b91c-4bab-abaf-94b04c508faa tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120234 May 17 18:19:00.411532 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Request body: {'port': {'device_id': 'ec13a585-cf06-497f-8381-d90b5531f029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:19:00.476843 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.754113 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b16982-1e63-43c1-a0be-4dfa4d935943 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:19:00.762096 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks [] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.775377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Transition to ACTIVE for port object 46b16982-1e63-43c1-a0be-4dfa4d935943 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:19:00.779230 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.829948 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Pushing event updated for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:00.852141 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c445-b8aa-4138-9eda-70ae369fc68a req-f5dacfa1-e1fb-4457-a6db-7229ef3f1ddc tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:00.853963 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6fa6c445-b8aa-4138-9eda-70ae369fc68a req-f5dacfa1-e1fb-4457-a6db-7229ef3f1ddc tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 949 time: 0.0600350 May 17 18:19:00.871177 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Attempting to bind port 46b16982-1e63-43c1-a0be-4dfa4d935943 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:19:00.871510 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Attempting to bind port 46b16982-1e63-43c1-a0be-4dfa4d935943 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:19:00.871833 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Attempting to bind port 46b16982-1e63-43c1-a0be-4dfa4d935943 on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:19:00.876437 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Port 46b16982-1e63-43c1-a0be-4dfa4d935943 on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:19:00.876689 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Attempting to bind port 46b16982-1e63-43c1-a0be-4dfa4d935943 on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:19:00.883376 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:19:00.883708 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Checking segment: {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:19:00.884087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Bound using segment: {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:19:00.884507 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Bound port: 46b16982-1e63-43c1-a0be-4dfa4d935943, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:19:00.884861 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:00.912616 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6fa6c445-b8aa-4138-9eda-70ae369fc68a req-bd9d827a-c592-47dc-9f8b-d1e09aea1e83 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 May 17 18:19:00.958037 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:19:00.965497 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=46b16982-1e63-43c1-a0be-4dfa4d935943,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:19:00.972306 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:01.002219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e8147-447d-4f2b-a7c2-cecd2ab86d15 req-8aa4cb5d-7b47-43f0-9d35-6cd7085c5840 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:01.003964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b1e8147-447d-4f2b-a7c2-cecd2ab86d15 req-8aa4cb5d-7b47-43f0-9d35-6cd7085c5840 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0516355 May 17 18:19:01.006150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:01.006660 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:01.008545 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] 10.222.0.59 "PUT /v2.0/ports/46b16982-1e63-43c1-a0be-4dfa4d935943 HTTP/1.1" status: 200 len: 1094 time: 0.6012592 May 17 18:19:01.008978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:19:01.011251 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482" -d '{"events": [{"name": "network-changed", "server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:19:01.040296 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f96125-6aa3-4e85-b223-67a5e3d21104 service neutron] Pushing event updated for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:01.089739 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b1e8147-447d-4f2b-a7c2-cecd2ab86d15 req-ebade6e1-fb57-4545-a04d-faf19586dfa0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 May 17 18:19:01.124577 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-43c5c9ce-922a-481e-a284-10923dd8d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:01.126193 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-43c5c9ce-922a-481e-a284-10923dd8d063 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 1128 time: 0.0584605 May 17 18:19:01.172158 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacd27b-8b14-44db-b7a6-edff48eefda7 x-openstack-request-id: req-cfacd27b-8b14-44db-b7a6-edff48eefda7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:19:01.172463 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:19:01.172687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfacd27b-8b14-44db-b7a6-edff48eefda7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:19:01.173085 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfacd27b-8b14-44db-b7a6-edff48eefda7'] response: {'name': 'network-changed', 'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943', 'status': 'completed', 'code': 200} May 17 18:19:01.174849 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-01401912-34bb-4818-9f5b-7b88c88d3f67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b16982-1e63-43c1-a0be-4dfa4d935943 HTTP/1.1" status: 200 len: 217 time: 0.0367911 May 17 18:19:01.230205 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-2a2f966e-f734-4642-8e34-9117de920661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:01.231667 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-2a2f966e-f734-4642-8e34-9117de920661 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6195731-941b-4085-ac66-09869b3ad17f HTTP/1.1" status: 200 len: 854 time: 0.0493414 May 17 18:19:01.268086 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-c35cce89-02bb-405b-b30c-cc98c411cf06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a6a683b-83c8-4aab-94d5-fc0e51543f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262892 May 17 18:19:01.363936 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-3e502f0b-cd14-47a9-bb11-7a8f0635c932 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848105 May 17 18:19:01.404009 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20a731-a90d-4059-ab7b-67f9415ee013 req-fccab1ff-5f0f-4ac7-af0a-18a7526c7d06 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:01.405443 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb20a731-a90d-4059-ab7b-67f9415ee013 req-fccab1ff-5f0f-4ac7-af0a-18a7526c7d06 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0456641 May 17 18:19:01.458859 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb20a731-a90d-4059-ab7b-67f9415ee013 req-66dca3a8-d8c9-44bf-a19d-bfebb28529bf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 May 17 18:19:01.470269 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-194c6eee-a0ba-4976-8a8a-5c4840f90a72 req-b261b5b8-f19e-45ca-b2cf-0791da665831 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917709 May 17 18:19:01.529090 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 7984d267-97c2-46c7-b026-dd53166455a6 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:19:01.569235 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 7984d267-97c2-46c7-b026-dd53166455a6 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:19:01.575001 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 7984d267-97c2-46c7-b026-dd53166455a6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:19:01.575403 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (7984d267-97c2-46c7-b026-dd53166455a6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:01.643747 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 7984d267-97c2-46c7-b026-dd53166455a6 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:19:01.644155 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (7984d267-97c2-46c7-b026-dd53166455a6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:01.666470 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:19:01.668626 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe81f8-4dce-4034-a663-10f2f6a37e31" -d '{"events": [{"server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "name": "network-vif-plugged", "status": "completed", "tag": "7984d267-97c2-46c7-b026-dd53166455a6"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:19:01.685266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7984d267-97c2-46c7-b026-dd53166455a6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:19:01.690328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:01.714124 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cdd2d4-396d-4613-86a5-8069271ba5d5 x-openstack-request-id: req-62cdd2d4-396d-4613-86a5-8069271ba5d5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:19:01.714520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "name": "network-vif-plugged", "status": "completed", "tag": "7984d267-97c2-46c7-b026-dd53166455a6", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:19:01.714777 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62cdd2d4-396d-4613-86a5-8069271ba5d5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:19:01.715161 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cdd2d4-396d-4613-86a5-8069271ba5d5'] response: {'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6', 'code': 200} May 17 18:19:01.739878 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:02.031352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c5e95-a9f4-488b-baa7-d202985625f9 req-5711405f-3eba-45cf-97f4-3f2afb0f9229 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:02.032830 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c41c5e95-a9f4-488b-baa7-d202985625f9 req-5711405f-3eba-45cf-97f4-3f2afb0f9229 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0491600 May 17 18:19:02.078289 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c41c5e95-a9f4-488b-baa7-d202985625f9 req-982fe058-7eff-4309-a102-3246c576f04e tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 May 17 18:19:02.202817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bef154-5358-4fdc-bce1-e47497dc5349 req-e92e87e8-17d7-4f59-a4b1-b238ab734e24 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:02.204143 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-60bef154-5358-4fdc-bce1-e47497dc5349 req-e92e87e8-17d7-4f59-a4b1-b238ab734e24 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0453544 May 17 18:19:02.250822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-60bef154-5358-4fdc-bce1-e47497dc5349 req-2b9ff78e-fe74-4b7a-b155-da17f3d58a20 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 May 17 18:19:02.577499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54af6c-8002-4d97-8b5a-4adae7d3332e req-8a043acd-ad98-46bb-b936-93cf6938c2ad tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:02.578921 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c54af6c-8002-4d97-8b5a-4adae7d3332e req-8a043acd-ad98-46bb-b936-93cf6938c2ad tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0454948 May 17 18:19:02.626815 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c54af6c-8002-4d97-8b5a-4adae7d3332e req-0445cd8a-e584-4269-bf70-760f87c585b1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 May 17 18:19:03.188115 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529188-2f88-4323-b9b2-6336239a2053 req-4c9320fe-8f6d-47cb-8e2d-de214980b7cd tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:03.189541 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02529188-2f88-4323-b9b2-6336239a2053 req-4c9320fe-8f6d-47cb-8e2d-de214980b7cd tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0451114 May 17 18:19:03.236253 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02529188-2f88-4323-b9b2-6336239a2053 req-18544ae3-41b4-4b55-a136-774192c88f5b tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 May 17 18:19:03.361911 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0a747-3664-4e5c-b5f3-0d5715903ba2 req-06767acf-94f7-484b-bd04-275728878e17 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:03.363275 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25f0a747-3664-4e5c-b5f3-0d5715903ba2 req-06767acf-94f7-484b-bd04-275728878e17 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0464001 May 17 18:19:03.408401 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25f0a747-3664-4e5c-b5f3-0d5715903ba2 req-a887d061-cc9a-47fe-85e2-837ac829f64b tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 May 17 18:19:03.738640 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788b39b-d0cb-4ff2-869f-2168f25c3a18 req-195a41eb-fcf7-499f-969b-d3b733d07313 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:03.740100 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1788b39b-d0cb-4ff2-869f-2168f25c3a18 req-195a41eb-fcf7-499f-969b-d3b733d07313 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0488935 May 17 18:19:03.785921 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1788b39b-d0cb-4ff2-869f-2168f25c3a18 req-b97a50ca-0b89-44e7-9140-47ab7e270c42 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 May 17 18:19:04.308672 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:04.348098 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd7ed9-7340-449c-9b92-ab613352bb3c req-e5255bb4-26d4-4b8d-859c-88e55e168381 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:04.349599 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15cd7ed9-7340-449c-9b92-ab613352bb3c req-e5255bb4-26d4-4b8d-859c-88e55e168381 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0466831 May 17 18:19:04.396403 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15cd7ed9-7340-449c-9b92-ab613352bb3c req-ef3b1eaa-1702-44d1-acb0-ffd375950376 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 May 17 18:19:04.519501 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8963-dd27-4110-9c36-77a8c22981b5 req-c32e1f2f-caf5-4964-bcfa-a0a9d61740a4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:04.520832 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb2c8963-dd27-4110-9c36-77a8c22981b5 req-c32e1f2f-caf5-4964-bcfa-a0a9d61740a4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0479701 May 17 18:19:04.566030 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb2c8963-dd27-4110-9c36-77a8c22981b5 req-fe96e6a2-fc96-4c3a-a705-ff9483999c45 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 May 17 18:19:04.897139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a435e-0d20-4d4f-bb78-3e1fb193fbfc req-96f7f921-d392-4ded-a557-ec2cde58e6fd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:04.899199 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-023a435e-0d20-4d4f-bb78-3e1fb193fbfc req-96f7f921-d392-4ded-a557-ec2cde58e6fd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0449126 May 17 18:19:04.942611 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-023a435e-0d20-4d4f-bb78-3e1fb193fbfc req-ce5ef388-7681-4a14-8210-dbd3e7d891b1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 May 17 18:19:05.507628 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03360-c1d5-47ec-b736-170f24fe5002 req-095d674e-0017-4a04-b5f2-9cdc7bf18b7c tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:05.509082 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2b03360-c1d5-47ec-b736-170f24fe5002 req-095d674e-0017-4a04-b5f2-9cdc7bf18b7c tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0465059 May 17 18:19:05.557923 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2b03360-c1d5-47ec-b736-170f24fe5002 req-9ea417df-7888-4c5c-89aa-78b090d15f68 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 May 17 18:19:05.678058 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca70a-6be7-418c-8dd7-26652bf5a9c2 req-55f63f5c-efdf-4ecb-9852-21436b6e0c7f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:05.680290 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-925ca70a-6be7-418c-8dd7-26652bf5a9c2 req-55f63f5c-efdf-4ecb-9852-21436b6e0c7f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0460441 May 17 18:19:05.725247 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-925ca70a-6be7-418c-8dd7-26652bf5a9c2 req-f3e176ee-32c9-4c5f-b32c-72272eaedf02 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 May 17 18:19:06.055368 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d3ff-f73a-49a6-b6a4-89ddbcc3d2b9 req-37a35cc0-7634-4070-b35e-d1089542c465 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:06.056895 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5412d3ff-f73a-49a6-b6a4-89ddbcc3d2b9 req-37a35cc0-7634-4070-b35e-d1089542c465 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0479698 May 17 18:19:06.102254 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5412d3ff-f73a-49a6-b6a4-89ddbcc3d2b9 req-0916894e-d455-4097-8168-21b3aa2671d5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391068 May 17 18:19:06.671105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203476c7-5e49-46d7-a306-e4e6870310e9 req-aa97e1b9-f059-4405-9fdd-a808a8b1ac44 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:06.672749 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-203476c7-5e49-46d7-a306-e4e6870310e9 req-aa97e1b9-f059-4405-9fdd-a808a8b1ac44 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0495305 May 17 18:19:06.720137 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-203476c7-5e49-46d7-a306-e4e6870310e9 req-5e51f41c-f8aa-4be7-81da-656830ea2db1 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 May 17 18:19:06.835695 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197401c-2493-4cad-914d-37bbb9d011bb req-3330d4b6-1af2-4e90-92c6-ba4aced1f6d4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:06.837141 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2197401c-2493-4cad-914d-37bbb9d011bb req-3330d4b6-1af2-4e90-92c6-ba4aced1f6d4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0468266 May 17 18:19:06.884088 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2197401c-2493-4cad-914d-37bbb9d011bb req-f63488f4-7614-4002-a454-24a5aa6bafdc tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 May 17 18:19:07.213113 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147395f-799d-4d22-806a-7007780afa47 req-2e2aa548-0cfe-4759-87bb-88acf8a4521f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:07.214508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c147395f-799d-4d22-806a-7007780afa47 req-2e2aa548-0cfe-4759-87bb-88acf8a4521f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0472326 May 17 18:19:07.263719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c147395f-799d-4d22-806a-7007780afa47 req-b1078222-5e56-4274-9bc1-793e54292635 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 May 17 18:19:07.832232 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3c5c-fd17-40d8-b440-5164e4752516 req-a44dd937-766e-4d76-81c2-336186c922d4 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:07.833720 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83ef3c5c-fd17-40d8-b440-5164e4752516 req-a44dd937-766e-4d76-81c2-336186c922d4 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0462108 May 17 18:19:07.880603 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83ef3c5c-fd17-40d8-b440-5164e4752516 req-bb64ab04-4979-4d22-82be-fe830b244412 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 May 17 18:19:07.994778 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80279006-e26f-4425-83db-875e5c4aa0dc req-91c73e85-827c-4da7-a5cf-10e75382d4e0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:07.996146 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80279006-e26f-4425-83db-875e5c4aa0dc req-91c73e85-827c-4da7-a5cf-10e75382d4e0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0458243 May 17 18:19:08.041629 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80279006-e26f-4425-83db-875e5c4aa0dc req-5f0298a7-23fa-4a02-a6a0-6d2694d077e4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 May 17 18:19:08.375694 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7dcf-13e9-4a2d-a073-a73004e1fbb8 req-8a7d8f3d-eb47-448e-8e6c-31f1c4461a75 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:08.377108 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-958d7dcf-13e9-4a2d-a073-a73004e1fbb8 req-8a7d8f3d-eb47-448e-8e6c-31f1c4461a75 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0481625 May 17 18:19:08.422724 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-958d7dcf-13e9-4a2d-a073-a73004e1fbb8 req-14614fc3-0b06-419f-87cd-223fda645edb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 May 17 18:19:08.993866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c148-b437-4403-929a-a5e30f0766a3 req-ad0a63e0-410d-404a-86b9-ce66b29c19d3 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:08.995313 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0b6c148-b437-4403-929a-a5e30f0766a3 req-ad0a63e0-410d-404a-86b9-ce66b29c19d3 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0463822 May 17 18:19:09.039753 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0b6c148-b437-4403-929a-a5e30f0766a3 req-a9fe3400-d2e8-44f1-908e-65c9af16e02d tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 May 17 18:19:09.154525 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f0618-d338-46a1-87e7-4c7a203f14c0 req-965de0a3-cf6f-4389-a48f-bd13ba7a8c2a tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:09.155950 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b72f0618-d338-46a1-87e7-4c7a203f14c0 req-965de0a3-cf6f-4389-a48f-bd13ba7a8c2a tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0501740 May 17 18:19:09.426193 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b72f0618-d338-46a1-87e7-4c7a203f14c0 req-2a63b179-da15-43e5-ba9e-3ea6f61263b4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647116 May 17 18:19:09.537826 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117420c7-5b9e-4a63-886d-ceaab578e541 req-5be82704-9dd8-4b70-972c-13d587e3a5c1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:09.539922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-117420c7-5b9e-4a63-886d-ceaab578e541 req-5be82704-9dd8-4b70-972c-13d587e3a5c1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0493770 May 17 18:19:09.584723 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-117420c7-5b9e-4a63-886d-ceaab578e541 req-161d23e6-4217-466a-9494-86687b282c7e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 May 17 18:19:10.086921 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-3952c696-f81a-4ebc-8003-3f82b4d0dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.090027 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-3952c696-f81a-4ebc-8003-3f82b4d0dcf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 1128 time: 0.0511622 May 17 18:19:10.162714 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997f0ea-edca-4405-a61a-0a70dc28e365 req-b4d47afe-0aeb-42bf-8ca9-4c217f6fb844 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.164607 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6997f0ea-edca-4405-a61a-0a70dc28e365 req-b4d47afe-0aeb-42bf-8ca9-4c217f6fb844 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0538268 May 17 18:19:10.165296 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58558) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:10.224001 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6997f0ea-edca-4405-a61a-0a70dc28e365 req-d921c64b-3b51-4101-a239-16405ae9534b tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 May 17 18:19:10.234364 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9591a8-909a-4434-ab9b-11df01a8f2ab req-d463049d-4518-4c35-ad8f-5eb3c1c29b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.235844 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e9591a8-909a-4434-ab9b-11df01a8f2ab req-d463049d-4518-4c35-ad8f-5eb3c1c29b5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 1134 time: 0.0536444 May 17 18:19:10.240598 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-a263f4a3-507b-460c-82ac-b4ea02246743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.242549 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-a263f4a3-507b-460c-82ac-b4ea02246743 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 915 time: 0.1385624 May 17 18:19:10.286958 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c62d170-1dba-47ff-98cf-570f9885ebc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.294473 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-65ff098a-641c-4e9c-a910-9ed90f8774cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b16982-1e63-43c1-a0be-4dfa4d935943 HTTP/1.1" status: 200 len: 217 time: 0.0390017 May 17 18:19:10.322781 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 46b16982-1e63-43c1-a0be-4dfa4d935943 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:19:10.347987 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e9591a8-909a-4434-ab9b-11df01a8f2ab req-69d81352-9095-40c8-bd18-e2e3270023f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983601 May 17 18:19:10.361807 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-24fdb63a-b25b-48a9-bdc3-d472b07a3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.363717 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-24fdb63a-b25b-48a9-bdc3-d472b07a3f44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6195731-941b-4085-ac66-09869b3ad17f HTTP/1.1" status: 200 len: 854 time: 0.0596659 May 17 18:19:10.377675 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c62d170-1dba-47ff-98cf-570f9885ebc1 admin admin] Publish callbacks [] for security_group (df00c41b-7ef1-477b-90d7-c2b599903653), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.382509 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c62d170-1dba-47ff-98cf-570f9885ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (df00c41b-7ef1-477b-90d7-c2b599903653), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.420131 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d170-1dba-47ff-98cf-570f9885ebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df00c41b-7ef1-477b-90d7-c2b599903653,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:10.428408 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5c62d170-1dba-47ff-98cf-570f9885ebc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dda0e31bc2c8401180aeeb9133927878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595565 May 17 18:19:10.428855 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=46b16982-1e63-43c1-a0be-4dfa4d935943,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:19:10.429034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:10.439267 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '46b16982-1e63-43c1-a0be-4dfa4d935943', 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48', 'port_id': '46b16982-1e63-43c1-a0be-4dfa4d935943', 'mac_address': 'fa:16:3e:2d:72:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6195731-941b-4085-ac66-09869b3ad17f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:19:10.476465 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 46b16982-1e63-43c1-a0be-4dfa4d935943 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:19:10.476863 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.484180 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] Publish callbacks [] for security_group (df00c41b-7ef1-477b-90d7-c2b599903653), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.490857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b16982-1e63-43c1-a0be-4dfa4d935943 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:19:10.512238 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=46b16982-1e63-43c1-a0be-4dfa4d935943,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:19:10.516935 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.539610 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] Publish callbacks [] for security_group (df00c41b-7ef1-477b-90d7-c2b599903653), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.565915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:10.571682 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f0e43-2863-4877-a171-766bf41ca77b req-f70c97ee-349d-4ffa-bdb7-49b420ba1a16 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.573184 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d4f0e43-2863-4877-a171-766bf41ca77b req-f70c97ee-349d-4ffa-bdb7-49b420ba1a16 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 944 time: 0.0764544 May 17 18:19:10.639108 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d4f0e43-2863-4877-a171-766bf41ca77b req-17b4e29f-6aa3-477e-8e75-b9673d27761c tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570452 May 17 18:19:10.640200 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (df00c41b-7ef1-477b-90d7-c2b599903653), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.642812 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:10.643851 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df00c41b-7ef1-477b-90d7-c2b599903653 HTTP/1.1" status: 204 len: 168 time: 0.2128675 May 17 18:19:10.657772 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-b09bbdcf-c6ae-414e-bab2-ee21bd06fd12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a6a683b-83c8-4aab-94d5-fc0e51543f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340993 May 17 18:19:10.670423 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0afdd-15c6-459c-895e-b3d38ebe6af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00c41b-7ef1-477b-90d7-c2b599903653,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:10.724596 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79c329-0815-4298-a388-d44a83da6fda req-0c300836-8ec2-455a-8cf8-cbbc647e3a3a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:10.726964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e79c329-0815-4298-a388-d44a83da6fda req-0c300836-8ec2-455a-8cf8-cbbc647e3a3a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0616834 May 17 18:19:10.779010 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-0428b426-6996-484e-9711-da7486b594db service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139021 May 17 18:19:10.780685 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e79c329-0815-4298-a388-d44a83da6fda req-f77ceab8-df5c-4226-89a5-fbfdc4c9295b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 May 17 18:19:10.889684 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c157dd74-32a5-4ef4-b6f9-6a4269f0b482 req-f2b489b9-4939-485d-89cc-9bcd9d062642 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040049 May 17 18:19:11.105605 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['46b16982-1e63-43c1-a0be-4dfa4d935943'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:19:11.344019 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0df0a-2382-4b68-849a-64e6a170b2cf req-2986f85c-699d-4d1a-9d8b-7ea04e8acf83 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:11.345552 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fb0df0a-2382-4b68-849a-64e6a170b2cf req-2986f85c-699d-4d1a-9d8b-7ea04e8acf83 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0495975 May 17 18:19:11.393715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fb0df0a-2382-4b68-849a-64e6a170b2cf req-cea592fe-5594-412e-834c-a54551abddde tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 May 17 18:19:11.764163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97274c18-f7b6-4462-ad81-f0005d02943a req-cb18e8ed-cb1e-4735-8f0c-90fd941003d2 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:11.765742 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97274c18-f7b6-4462-ad81-f0005d02943a req-cb18e8ed-cb1e-4735-8f0c-90fd941003d2 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 945 time: 0.0480669 May 17 18:19:11.814230 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97274c18-f7b6-4462-ad81-f0005d02943a req-7c835271-b42e-4aa1-a1dd-b20f581c6272 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 May 17 18:19:11.909259 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e77c18-21d4-4220-87d7-63fb2008ac12 req-583bd8de-5f48-4392-87ab-e5087c1d6d60 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:11.910919 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4e77c18-21d4-4220-87d7-63fb2008ac12 req-583bd8de-5f48-4392-87ab-e5087c1d6d60 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0479877 May 17 18:19:11.964717 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4e77c18-21d4-4220-87d7-63fb2008ac12 req-9e042e68-144b-4815-bae8-7a59dbf93906 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 May 17 18:19:12.335555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:12.440663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0201-bbd2-44c4-83c7-b9d6ea2630e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.524356 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1a663-b194-4220-a172-fc9c5d078e4f req-1459797a-e5fc-4a82-8670-f3b07292a60a tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:12.525858 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c1a663-b194-4220-a172-fc9c5d078e4f req-1459797a-e5fc-4a82-8670-f3b07292a60a tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0637052 May 17 18:19:12.574598 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0201-bbd2-44c4-83c7-b9d6ea2630e3 admin admin] Publish callbacks [] for security_group (3fe97721-d6a0-446f-9010-0a90d575c797), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.580861 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0201-bbd2-44c4-83c7-b9d6ea2630e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3fe97721-d6a0-446f-9010-0a90d575c797), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.630421 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c1a663-b194-4220-a172-fc9c5d078e4f req-1c48b61c-4574-4a9b-8c1c-46910cb53f6e tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817246 May 17 18:19:12.637678 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6c6d0201-bbd2-44c4-83c7-b9d6ea2630e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0753963043d94b07aa2b84813318e15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011007 May 17 18:19:12.638516 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0201-bbd2-44c4-83c7-b9d6ea2630e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe97721-d6a0-446f-9010-0a90d575c797,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:12.641345 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:12.690885 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] Publish callbacks [] for security_group (3fe97721-d6a0-446f-9010-0a90d575c797), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.712472 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] Publish callbacks [] for security_group (3fe97721-d6a0-446f-9010-0a90d575c797), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.757105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3fe97721-d6a0-446f-9010-0a90d575c797), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.759587 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.760699 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fe97721-d6a0-446f-9010-0a90d575c797 HTTP/1.1" status: 204 len: 168 time: 0.1171029 May 17 18:19:12.768205 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17de4f6-5942-4fd2-a716-58940b65b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe97721-d6a0-446f-9010-0a90d575c797,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:12.769594 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 46b16982-1e63-43c1-a0be-4dfa4d935943 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:19:12.825494 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 46b16982-1e63-43c1-a0be-4dfa4d935943 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:19:12.831640 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 46b16982-1e63-43c1-a0be-4dfa4d935943 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:19:12.832215 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.906192 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 46b16982-1e63-43c1-a0be-4dfa4d935943 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:19:12.906580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:12.930275 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:19:12.932555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1bf98a-9af1-4f26-b9ac-5a483857c5a1" -d '{"events": [{"server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "name": "network-vif-plugged", "status": "completed", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:19:12.943613 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3755-65e8-4fe2-abb8-30e8724053c1 req-c695b161-5c99-47a6-86f5-8fc6958f123f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:12.945844 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=46b16982-1e63-43c1-a0be-4dfa4d935943,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:19:12.946786 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c83c3755-65e8-4fe2-abb8-30e8724053c1 req-c695b161-5c99-47a6-86f5-8fc6958f123f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 945 time: 0.0566578 May 17 18:19:12.954473 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.000044 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c83c3755-65e8-4fe2-abb8-30e8724053c1 req-5c3a61d9-f76d-4e5e-a57a-3b186be76486 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471454 May 17 18:19:13.008617 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fbc223-6685-4457-84c6-18b33574dc8d x-openstack-request-id: req-35fbc223-6685-4457-84c6-18b33574dc8d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:19:13.008924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "name": "network-vif-plugged", "status": "completed", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:19:13.009230 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35fbc223-6685-4457-84c6-18b33574dc8d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:19:13.009653 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fbc223-6685-4457-84c6-18b33574dc8d'] response: {'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943', 'code': 200} May 17 18:19:13.042272 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:13.098360 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910264e-bcfd-423a-85ae-f3c4e9fc109f req-104a64fa-ce96-4281-82b7-f214a19a19fe tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:13.099920 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a910264e-bcfd-423a-85ae-f3c4e9fc109f req-104a64fa-ce96-4281-82b7-f214a19a19fe tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0481460 May 17 18:19:13.103469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:13.128435 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-297b2412-e986-4355-abae-e05282f9bae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.172543 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a910264e-bcfd-423a-85ae-f3c4e9fc109f req-da017ea1-ce49-49a1-b8f7-fe3cc9fb3efc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620666 May 17 18:19:13.235161 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-297b2412-e986-4355-abae-e05282f9bae6 admin admin] Publish callbacks [] for security_group (dc9d8c92-67c4-44b6-9684-2764f6a06795), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.238790 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-297b2412-e986-4355-abae-e05282f9bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dc9d8c92-67c4-44b6-9684-2764f6a06795), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.277850 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b2412-e986-4355-abae-e05282f9bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d8c92-67c4-44b6-9684-2764f6a06795,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:13.281844 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-297b2412-e986-4355-abae-e05282f9bae6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ee89d06af374f7c8cb6871d3b82d8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772416 May 17 18:19:13.284773 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58648) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:13.331146 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] Publish callbacks [] for security_group (dc9d8c92-67c4-44b6-9684-2764f6a06795), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.354672 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] Publish callbacks [] for security_group (dc9d8c92-67c4-44b6-9684-2764f6a06795), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.403840 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dc9d8c92-67c4-44b6-9684-2764f6a06795), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.406454 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:13.407585 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc9d8c92-67c4-44b6-9684-2764f6a06795 HTTP/1.1" status: 204 len: 168 time: 0.1219275 May 17 18:19:13.416150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8103-1f7a-4c91-89db-3de1f4b30060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d8c92-67c4-44b6-9684-2764f6a06795,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:13.511709 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5312d-64f0-4a1a-a248-68db0badd665 req-bcc143bb-9d47-4f7f-908c-ba7c021870b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:13.513247 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-66c5312d-64f0-4a1a-a248-68db0badd665 req-bcc143bb-9d47-4f7f-908c-ba7c021870b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 1130 time: 0.0407772 May 17 18:19:13.563323 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-66c5312d-64f0-4a1a-a248-68db0badd665 req-79bca4f8-117b-4c2d-b123-12e28c3772f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 May 17 18:19:13.750583 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35164771-3bc9-45d7-8e5e-f0390e4bf8c1 req-1d467edd-66a1-4c4d-a698-fdef2288ed35 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:13.752075 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35164771-3bc9-45d7-8e5e-f0390e4bf8c1 req-1d467edd-66a1-4c4d-a698-fdef2288ed35 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0544627 May 17 18:19:13.803505 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35164771-3bc9-45d7-8e5e-f0390e4bf8c1 req-142e4c3c-ae4c-4197-9e5d-d6fdf864957c tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 May 17 18:19:14.093578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3dfa0-98dc-46a8-9c73-dc227fe745ec req-bcfe149d-8026-4b30-b2f1-8dd7602908b6 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:14.094994 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46b3dfa0-98dc-46a8-9c73-dc227fe745ec req-bcfe149d-8026-4b30-b2f1-8dd7602908b6 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0682521 May 17 18:19:14.150710 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde83f0-dfa8-4aae-8ece-ecf66feba4a8 req-feb8500f-8137-4e20-a5fd-a54a0407ae2b tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:14.152170 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5fde83f0-dfa8-4aae-8ece-ecf66feba4a8 req-feb8500f-8137-4e20-a5fd-a54a0407ae2b tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0657663 May 17 18:19:14.185748 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46b3dfa0-98dc-46a8-9c73-dc227fe745ec req-ab8c8507-dd73-4b1a-8cc8-49abd6151d3e tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823660 May 17 18:19:14.222915 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5fde83f0-dfa8-4aae-8ece-ecf66feba4a8 req-a47388a7-cce8-4161-8d07-6ce15e050334 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650923 May 17 18:19:14.295361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335f0d-11cb-45a8-9be8-f0575db2302d req-12c1184e-ac87-461d-8c63-6a3131967393 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:14.297130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49335f0d-11cb-45a8-9be8-f0575db2302d req-12c1184e-ac87-461d-8c63-6a3131967393 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0503490 May 17 18:19:14.344248 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49335f0d-11cb-45a8-9be8-f0575db2302d req-e294340d-e333-4cda-b33b-ac8de05fb54d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 May 17 18:19:14.992625 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b484ddce-f950-43c0-862c-f9323e39a986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.301363 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4607701-aee5-4b67-a10f-2b052d7dad5c req-7df8ebb1-3f4e-403b-90ea-02be4f6047e3 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:15.303065 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b4607701-aee5-4b67-a10f-2b052d7dad5c req-7df8ebb1-3f4e-403b-90ea-02be4f6047e3 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0473392 May 17 18:19:15.339339 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58742) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:15.367453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d04fd-dc99-4c3c-a6c6-ef01fb896d4e req-d2753b6a-b8db-4bff-bd1f-f0ad7d159670 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:15.368919 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-803d04fd-dc99-4c3c-a6c6-ef01fb896d4e req-d2753b6a-b8db-4bff-bd1f-f0ad7d159670 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0649686 May 17 18:19:15.396622 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b4607701-aee5-4b67-a10f-2b052d7dad5c req-0da2cb4e-1d8b-4dbe-bed5-5cb4a4802ae5 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 May 17 18:19:15.447026 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-345f7bc7-5f3d-4bfe-8b2e-62dc84c479ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.450259 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-803d04fd-dc99-4c3c-a6c6-ef01fb896d4e req-b8dcd422-bfaa-4240-bcb2-8edc13802205 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715749 May 17 18:19:15.510039 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722fc7-b40d-4034-ad88-6534a2991a5c req-b8057212-dc06-46b0-8fc0-18345aa5c21a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:15.511468 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb722fc7-b40d-4034-ad88-6534a2991a5c req-b8057212-dc06-46b0-8fc0-18345aa5c21a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0477009 May 17 18:19:15.521299 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-345f7bc7-5f3d-4bfe-8b2e-62dc84c479ed admin admin] Publish callbacks [] for security_group (3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.525867 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-345f7bc7-5f3d-4bfe-8b2e-62dc84c479ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.560550 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb722fc7-b40d-4034-ad88-6534a2991a5c req-e85378fa-0996-45be-9e80-4a667dae6ee0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 May 17 18:19:15.562187 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f7bc7-5f3d-4bfe-8b2e-62dc84c479ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:15.568800 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-345f7bc7-5f3d-4bfe-8b2e-62dc84c479ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8531497ecc14421a86bb985d32f16e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260723 May 17 18:19:15.569499 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:15.619254 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] Publish callbacks [] for security_group (3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.639567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] Publish callbacks [] for security_group (3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.686292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.688809 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:15.692259 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1 HTTP/1.1" status: 204 len: 168 time: 0.1198695 May 17 18:19:15.697836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b30122-13dd-479b-8dc7-50d2412c9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb409e2-478c-464d-ab5b-cfb9cb8a1fa1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:15.941127 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58754) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:15.954608 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331f505d-f69e-41a6-bb18-5fbe4d54e5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.029975 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331f505d-f69e-41a6-bb18-5fbe4d54e5aa admin admin] Publish callbacks [] for security_group (18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.033616 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331f505d-f69e-41a6-bb18-5fbe4d54e5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.069369 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-331f505d-f69e-41a6-bb18-5fbe4d54e5aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2ef656783fc41f6862c9d5b570ec78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271782 May 17 18:19:16.070952 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f505d-f69e-41a6-bb18-5fbe4d54e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:16.073842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:16.120268 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] Publish callbacks [] for security_group (18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.140930 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] Publish callbacks [] for security_group (18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.185726 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.188293 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.189446 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e HTTP/1.1" status: 204 len: 168 time: 0.1142626 May 17 18:19:16.198796 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26386f91-aaaa-4965-814f-21a30699c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18904b6f-6a11-4be9-ae4b-3e0f6a3ea90e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:16.476894 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-55b624a0-b6f9-4f08-9067-7d9ad2d46b87 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:16.478448 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-55b624a0-b6f9-4f08-9067-7d9ad2d46b87 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0616844 May 17 18:19:16.525137 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a5512-a06a-48b8-9047-9647aa73b530 req-97be3512-3b20-4a49-94fe-290164d9a003 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:16.526660 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-075a5512-a06a-48b8-9047-9647aa73b530 req-97be3512-3b20-4a49-94fe-290164d9a003 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 950 time: 0.0523374 May 17 18:19:16.591910 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915bba-61ce-4c08-bb39-8c2a9cd57198 req-44f47629-c888-4eca-84c4-1ca29f38d595 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:16.593407 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-79915bba-61ce-4c08-bb39-8c2a9cd57198 req-44f47629-c888-4eca-84c4-1ca29f38d595 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0658591 May 17 18:19:16.597636 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Deleting port 7984d267-97c2-46c7-b026-dd53166455a6 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:19:16.598083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (7984d267-97c2-46c7-b026-dd53166455a6), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.628496 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-075a5512-a06a-48b8-9047-9647aa73b530 req-fd5e3a36-10a8-41ba-a165-ad939b890e12 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/security-groups?id=75aa182d-d49e-48dc-84ee-dfc682988dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926123 May 17 18:19:16.658668 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-79915bba-61ce-4c08-bb39-8c2a9cd57198 req-39fbe594-be77-4088-87d8-4681200b978e tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 May 17 18:19:16.720122 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] For port 7984d267-97c2-46c7-b026-dd53166455a6, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=7984d267-97c2-46c7-b026-dd53166455a6,segment=NetworkSegment(4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b),segment_id=4ae4138f-1b1e-44d9-b03d-e679cf1bbf0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:19:16.720648 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (7984d267-97c2-46c7-b026-dd53166455a6), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.744672 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Calling delete_port for 7984d267-97c2-46c7-b026-dd53166455a6 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:19:16.771888 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff89d-446f-4ea7-975a-ad3f583ba6c6 req-ea3b3c3a-229f-402f-90e8-b85c611c84db tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:16.773416 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-200ff89d-446f-4ea7-975a-ad3f583ba6c6 req-ea3b3c3a-229f-402f-90e8-b85c611c84db tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0498405 May 17 18:19:16.829976 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-200ff89d-446f-4ea7-975a-ad3f583ba6c6 req-cf5baff2-af24-4475-936e-1d56b2c95b30 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509503 May 17 18:19:16.902643 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (7984d267-97c2-46c7-b026-dd53166455a6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.920005 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['7984d267-97c2-46c7-b026-dd53166455a6'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:19:16.930525 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Pushing event deleted for resources: {'Port': ['ID=7984d267-97c2-46c7-b026-dd53166455a6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:16.973795 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] No DVR routers for this DVR port 7984d267-97c2-46c7-b026-dd53166455a6 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:19:16.976737 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:16.979997 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ec1e5de-1c12-489c-9719-a07d408ca7b1 req-8944d653-ecca-4a0d-8b08-9ffbca94b189 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.59 "DELETE /v2.0/ports/7984d267-97c2-46c7-b026-dd53166455a6 HTTP/1.1" status: 204 len: 173 time: 0.4929256 May 17 18:19:16.980454 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'name': 'network-vif-deleted', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:19:16.982818 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464330ea-bd85-4ba4-84f2-858df5827feb" -d '{"events": [{"server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "name": "network-vif-deleted", "tag": "7984d267-97c2-46c7-b026-dd53166455a6"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:19:17.022256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc1f7bf-4e4f-48cb-b85a-85d873db2a47 x-openstack-request-id: req-fbc1f7bf-4e4f-48cb-b85a-85d873db2a47 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:19:17.022558 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdccfdf-2183-49d1-8ab7-6d7e06fffad6", "name": "network-vif-deleted", "tag": "7984d267-97c2-46c7-b026-dd53166455a6", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:19:17.023404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbc1f7bf-4e4f-48cb-b85a-85d873db2a47 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:19:17.023796 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc1f7bf-4e4f-48cb-b85a-85d873db2a47'] response: {'server_uuid': '2bdccfdf-2183-49d1-8ab7-6d7e06fffad6', 'name': 'network-vif-deleted', 'tag': '7984d267-97c2-46c7-b026-dd53166455a6', 'status': 'completed', 'code': 200} May 17 18:19:17.218437 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ed2f549-90b1-4837-97a2-5cbba26c440f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:17.770809 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25f1c3f5-03a1-400f-b8ed-2bd1582f65ce req-f7929669-124c-4592-af70-cd80ddd4dc45 tempest-VolumesNegativeTest-858400590 tempest-VolumesNegativeTest-858400590-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bdccfdf-2183-49d1-8ab7-6d7e06fffad6 HTTP/1.1" status: 200 len: 210 time: 0.0341396 May 17 18:19:17.831609 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed1660-3d3d-42d1-9601-858ac6b057d8 req-f1c36c48-206e-409a-b8fe-617852c5c141 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:17.833240 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90ed1660-3d3d-42d1-9601-858ac6b057d8 req-f1c36c48-206e-409a-b8fe-617852c5c141 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0689337 May 17 18:19:17.901587 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90ed1660-3d3d-42d1-9601-858ac6b057d8 req-89539771-71b5-420c-bd76-89c8e04ab1e7 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610645 May 17 18:19:17.970820 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b672a-edba-424c-bf44-9a2a5f3404da req-84d5f1a5-df9c-4181-8c49-9d3d358f5d45 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:17.972713 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd1b672a-edba-424c-bf44-9a2a5f3404da req-84d5f1a5-df9c-4181-8c49-9d3d358f5d45 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0676606 May 17 18:19:18.060423 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd1b672a-edba-424c-bf44-9a2a5f3404da req-4f685dfd-cac2-4ae6-a903-3a13cf7028de tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729578 May 17 18:19:18.299836 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:18.933570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:18.969145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58940) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:19.099139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad748-a8d5-4a0a-abe3-3df023d718f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.158110 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ed64cd7-6582-4237-bf5c-1254a1c056bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.210838 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732a0f9-a752-4904-b982-4b2decd889fd req-efff93ec-a3a5-4c2d-9a2e-468895fbafc7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:19.212329 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d732a0f9-a752-4904-b982-4b2decd889fd req-efff93ec-a3a5-4c2d-9a2e-468895fbafc7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0654378 May 17 18:19:19.238845 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ed64cd7-6582-4237-bf5c-1254a1c056bb admin admin] Publish callbacks [] for security_group (6d60662f-2a64-41ce-b553-4137b9c4cd21), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.243896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ed64cd7-6582-4237-bf5c-1254a1c056bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6d60662f-2a64-41ce-b553-4137b9c4cd21), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.251290 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad748-a8d5-4a0a-abe3-3df023d718f0 admin admin] Publish callbacks [] for security_group (aa03a755-1db0-4e7a-9062-c53c390f329c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.260765 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef8ad748-a8d5-4a0a-abe3-3df023d718f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (aa03a755-1db0-4e7a-9062-c53c390f329c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.286867 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7ed64cd7-6582-4237-bf5c-1254a1c056bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1a1a9d3a34e46e8b407c9f402feb3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166137 May 17 18:19:19.287711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed64cd7-6582-4237-bf5c-1254a1c056bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60662f-2a64-41ce-b553-4137b9c4cd21,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:19.289791 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 58962) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:19.344069 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ad748-a8d5-4a0a-abe3-3df023d718f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03a755-1db0-4e7a-9062-c53c390f329c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:19.361133 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ef8ad748-a8d5-4a0a-abe3-3df023d718f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c36f68d1845a485b9577462e8cc45dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260600 May 17 18:19:19.361425 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 58966) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:19.372663 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d732a0f9-a752-4904-b982-4b2decd889fd req-55c61e4e-e3e7-4a62-b3a9-9253c53d801c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390576 May 17 18:19:19.393186 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] Publish callbacks [] for security_group (6d60662f-2a64-41ce-b553-4137b9c4cd21), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.420057 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] Publish callbacks [] for security_group (6d60662f-2a64-41ce-b553-4137b9c4cd21), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.428413 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] Publish callbacks [] for security_group (aa03a755-1db0-4e7a-9062-c53c390f329c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.461875 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] Publish callbacks [] for security_group (aa03a755-1db0-4e7a-9062-c53c390f329c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.486956 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6d60662f-2a64-41ce-b553-4137b9c4cd21), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.489703 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.491122 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d60662f-2a64-41ce-b553-4137b9c4cd21 HTTP/1.1" status: 204 len: 168 time: 0.1978941 May 17 18:19:19.501450 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137a4ec-d710-45f6-9518-4b6a231a9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60662f-2a64-41ce-b553-4137b9c4cd21,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:19.556206 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (aa03a755-1db0-4e7a-9062-c53c390f329c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.559979 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.563824 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa03a755-1db0-4e7a-9062-c53c390f329c HTTP/1.1" status: 204 len: 168 time: 0.1992762 May 17 18:19:19.584775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5bd73-d84c-4e89-ab01-aff8ecec1920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03a755-1db0-4e7a-9062-c53c390f329c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:19.737549 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:19.959640 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 59048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:19.973075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd00-7c66-4d3b-a657-adad27f61e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.058602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd00-7c66-4d3b-a657-adad27f61e4a admin admin] Publish callbacks [] for security_group (8e42d270-0dee-4aa2-b521-47979483c846), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.063255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c2bd00-7c66-4d3b-a657-adad27f61e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8e42d270-0dee-4aa2-b521-47979483c846), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.109571 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2bd00-7c66-4d3b-a657-adad27f61e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e42d270-0dee-4aa2-b521-47979483c846,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:20.114175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-49c2bd00-7c66-4d3b-a657-adad27f61e4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8cd55108ac94572b91273c3ba50261a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539891 May 17 18:19:20.116770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 59056) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:20.177321 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] Publish callbacks [] for security_group (8e42d270-0dee-4aa2-b521-47979483c846), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.200601 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] Publish callbacks [] for security_group (8e42d270-0dee-4aa2-b521-47979483c846), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.259991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8e42d270-0dee-4aa2-b521-47979483c846), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.262686 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:20.267115 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e42d270-0dee-4aa2-b521-47979483c846 HTTP/1.1" status: 204 len: 168 time: 0.1470888 May 17 18:19:20.274334 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9bea0-4673-46cf-aaa0-2f765387366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e42d270-0dee-4aa2-b521-47979483c846,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:20.541636 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686fcb-18e0-4850-901d-b6d74e92809c req-05454df1-d285-4c05-a6f7-edefe93fde1a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:20.543192 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6686fcb-18e0-4850-901d-b6d74e92809c req-05454df1-d285-4c05-a6f7-edefe93fde1a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0683470 May 17 18:19:20.598138 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6686fcb-18e0-4850-901d-b6d74e92809c req-9ea73b6b-d0eb-406f-b2fb-e5f55ec78a6e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 May 17 18:19:20.809862 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 7984d267-97c2-46c7-b026-dd53166455a6 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:19:20.835857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 7984d267-97c2-46c7-b026-dd53166455a6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:19:20.836290 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 7984d267-97c2-46c7-b026-dd53166455a6 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:19:21.455852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:21.735777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be8b62-4c95-4a4c-95b2-267bdd40551f req-fd5fd995-994b-4984-ae39-d6e26ba38fda tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:21.737770 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-91be8b62-4c95-4a4c-95b2-267bdd40551f req-fd5fd995-994b-4984-ae39-d6e26ba38fda tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0603108 May 17 18:19:21.796838 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-91be8b62-4c95-4a4c-95b2-267bdd40551f req-f471d550-3bda-4774-9411-fb7cfecd5512 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524752 May 17 18:19:22.924347 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf36ac-cf3b-4466-96d4-f5c5ad18475f req-35a1fea3-65e7-46a3-8c69-6e354d4a7b28 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:22.926072 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7adf36ac-cf3b-4466-96d4-f5c5ad18475f req-35a1fea3-65e7-46a3-8c69-6e354d4a7b28 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0579295 May 17 18:19:22.977648 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7adf36ac-cf3b-4466-96d4-f5c5ad18475f req-6013c94d-eb25-41ac-89de-27e139ce17c1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 May 17 18:19:23.098861 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63549c-0585-4f03-bd59-7a1f8a0e987c req-eb1d7b56-6d01-4aca-bab5-b3fd0bda5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:23.100341 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b63549c-0585-4f03-bd59-7a1f8a0e987c req-eb1d7b56-6d01-4aca-bab5-b3fd0bda5284 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0392561 May 17 18:19:23.146093 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b63549c-0585-4f03-bd59-7a1f8a0e987c req-f7aad09c-070a-4fec-9a97-310cae5ebead service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 May 17 18:19:23.873979 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 59348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:24.034089 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dc2b3b8b-214b-45ae-bde7-8d20fcc9d160 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f60fdd09f5b450bb6cb18902bf860e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566556 May 17 18:19:24.034368 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 59356) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:19:24.084454 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] Publish callbacks [] for security_group (75aa182d-d49e-48dc-84ee-dfc682988dfd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:24.105576 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6359b8-edd9-45ae-bea8-2c87296f127e req-06e18d5b-9188-42f6-a596-ce9dacecf728 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:24.107203 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ea6359b8-edd9-45ae-bea8-2c87296f127e req-06e18d5b-9188-42f6-a596-ce9dacecf728 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0543916 May 17 18:19:24.108638 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] Publish callbacks [] for security_group (75aa182d-d49e-48dc-84ee-dfc682988dfd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:24.158174 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ea6359b8-edd9-45ae-bea8-2c87296f127e req-028ba8b4-02d2-4c13-acae-b1b2c5906ca6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450096 May 17 18:19:24.160611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (75aa182d-d49e-48dc-84ee-dfc682988dfd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:24.164120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:24.167896 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75aa182d-d49e-48dc-84ee-dfc682988dfd HTTP/1.1" status: 204 len: 168 time: 0.1325858 May 17 18:19:24.175615 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0864-4364-474e-be4b-394062de7b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa182d-d49e-48dc-84ee-dfc682988dfd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:19:25.291240 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb8c0-4a90-4778-9458-1483db124418 req-41249a84-ae89-4050-b3e8-fd4223f2f151 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:25.291240 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb9bb8c0-4a90-4778-9458-1483db124418 req-41249a84-ae89-4050-b3e8-fd4223f2f151 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0541255 May 17 18:19:25.339211 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb9bb8c0-4a90-4778-9458-1483db124418 req-faaffd73-1bf1-4fa9-92bb-fd0a0c17d7a8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 May 17 18:19:26.450721 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632de8-574a-409b-95d5-a6e49eb04b3e req-d6cc6910-16cf-41bb-a62e-5008885d6e5a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:26.452142 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88632de8-574a-409b-95d5-a6e49eb04b3e req-d6cc6910-16cf-41bb-a62e-5008885d6e5a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0458963 May 17 18:19:26.498438 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88632de8-574a-409b-95d5-a6e49eb04b3e req-e1b63cfd-7f77-4bff-b6c8-e86d5b63104b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 May 17 18:19:26.615943 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b3ebe-3abb-4f01-b0da-5d805c25c611 req-6707c726-d949-4170-be4c-8b5291bd9b1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:26.618120 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f67b3ebe-3abb-4f01-b0da-5d805c25c611 req-6707c726-d949-4170-be4c-8b5291bd9b1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0515563 May 17 18:19:26.663881 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f67b3ebe-3abb-4f01-b0da-5d805c25c611 req-43185928-bb27-4b3a-aca6-103c54ba6821 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 May 17 18:19:29.310793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec434f-f0e7-4ed8-a6cc-f9fe14d736d7 req-00319edc-c24d-4b48-b23b-d9a39a041c33 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:29.312177 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-91ec434f-f0e7-4ed8-a6cc-f9fe14d736d7 req-00319edc-c24d-4b48-b23b-d9a39a041c33 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0455186 May 17 18:19:29.360666 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-91ec434f-f0e7-4ed8-a6cc-f9fe14d736d7 req-842028c8-bf4e-4815-b378-869a45c617d0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 May 17 18:19:29.655122 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:19:30.476465 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f71f98-17f3-46b2-bfff-87524e9ce301 req-36921750-5605-4f24-8da7-f8900eb7e3bd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:30.478002 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13f71f98-17f3-46b2-bfff-87524e9ce301 req-36921750-5605-4f24-8da7-f8900eb7e3bd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0479894 May 17 18:19:30.531867 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13f71f98-17f3-46b2-bfff-87524e9ce301 req-6e69bb51-a965-418e-9619-af7ff3cd161c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 May 17 18:19:31.646461 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b27309-1704-4591-a772-74b2b261b802 req-dc5e0b46-4c1f-415d-8ab3-ee3c5be97791 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:31.647967 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-42b27309-1704-4591-a772-74b2b261b802 req-dc5e0b46-4c1f-415d-8ab3-ee3c5be97791 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0456715 May 17 18:19:31.696925 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-42b27309-1704-4591-a772-74b2b261b802 req-03ac9658-3dd1-4723-873a-767b613358f9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 May 17 18:19:32.808483 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20321b4-654a-4c9e-b73d-88e46bca49ae req-e628b8f9-3b7b-49c3-8f7d-63a9df0e2b73 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:32.809995 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c20321b4-654a-4c9e-b73d-88e46bca49ae req-e628b8f9-3b7b-49c3-8f7d-63a9df0e2b73 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0466137 May 17 18:19:32.862039 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c20321b4-654a-4c9e-b73d-88e46bca49ae req-367edf9e-2aad-4c8b-b81a-7ac54306bbba tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 May 17 18:19:33.979625 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4198626-c156-4a6f-b111-8b0bcdd27651 req-1474c9ab-821f-4403-b592-514048e7102d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:33.981045 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4198626-c156-4a6f-b111-8b0bcdd27651 req-1474c9ab-821f-4403-b592-514048e7102d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0492980 May 17 18:19:34.028922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4198626-c156-4a6f-b111-8b0bcdd27651 req-a8d1704e-557d-4351-a92b-ea78c994a701 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 May 17 18:19:34.316621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:35.138317 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7cc04-d7b6-46f9-ae55-7d57ddbcb8b0 req-403cff74-d991-49b5-900a-4b9f5ab619bf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:35.139741 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ef7cc04-d7b6-46f9-ae55-7d57ddbcb8b0 req-403cff74-d991-49b5-900a-4b9f5ab619bf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0454223 May 17 18:19:35.184533 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ef7cc04-d7b6-46f9-ae55-7d57ddbcb8b0 req-09c2b88a-5d9c-45db-8ac2-629b9fae55d0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 May 17 18:19:36.294828 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2355a5-b381-41e1-9df7-77d67dd8ae1f req-10aa71b7-2ab1-49f0-a2b9-53488f641516 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:36.296169 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e2355a5-b381-41e1-9df7-77d67dd8ae1f req-10aa71b7-2ab1-49f0-a2b9-53488f641516 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0450330 May 17 18:19:36.346189 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e2355a5-b381-41e1-9df7-77d67dd8ae1f req-93ede964-b45c-41c8-a4fd-5ee1bc58c23f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 May 17 18:19:37.069386 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-9ecf73d7-f53a-4821-ad45-1f2d5f075bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:37.071284 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-9ecf73d7-f53a-4821-ad45-1f2d5f075bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1129 time: 0.0413990 May 17 18:19:37.456150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e3d03-5d4f-4f47-968f-183222619a52 req-d01f8d4c-36c4-4c40-8329-3240b24246a1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:37.457602 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c22e3d03-5d4f-4f47-968f-183222619a52 req-d01f8d4c-36c4-4c40-8329-3240b24246a1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0461435 May 17 18:19:37.502715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c22e3d03-5d4f-4f47-968f-183222619a52 req-629e10f1-55dd-4714-b79c-2da7ffac6900 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 May 17 18:19:38.414702 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-78c2487b-5613-4fbf-afc7-c25c5a4abf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:38.416114 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-78c2487b-5613-4fbf-afc7-c25c5a4abf13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0817931 May 17 18:19:38.452973 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-67d42c22-3df7-4178-878a-71986c3a12ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 217 time: 0.0307906 May 17 18:19:38.502338 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-d2cc72bf-0ef4-4319-bbab-bac53450edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:38.503716 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-d2cc72bf-0ef4-4319-bbab-bac53450edab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0442617 May 17 18:19:38.550113 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-535135a8-e8ed-4512-983a-fcd08eb8dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:38.551581 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-535135a8-e8ed-4512-983a-fcd08eb8dfbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414228 May 17 18:19:38.621563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe490f-b1ba-42a8-bc23-5655d50302ab req-692da6f1-363b-4c01-9569-6377d14f0c98 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:38.623540 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2fe490f-b1ba-42a8-bc23-5655d50302ab req-692da6f1-363b-4c01-9569-6377d14f0c98 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0504525 May 17 18:19:38.649184 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-d0ba8b00-0ffa-4039-ade2-3a56e7609fa4 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880892 May 17 18:19:38.671384 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2fe490f-b1ba-42a8-bc23-5655d50302ab req-c8cef43b-bc44-4aee-b79b-35795f33f803 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 May 17 18:19:38.950730 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33ff43d0-2661-4f69-91ef-7361af3cd634 req-4a5bf60f-ef65-4db9-b53c-666e884a43a6 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947953 May 17 18:19:39.790696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0392c6-8be1-43be-abef-13de33aa454a req-e1f2a826-2cc5-4594-983b-234e7550da81 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:39.792154 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8f0392c6-8be1-43be-abef-13de33aa454a req-e1f2a826-2cc5-4594-983b-234e7550da81 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0508511 May 17 18:19:39.843113 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8f0392c6-8be1-43be-abef-13de33aa454a req-760bcf82-862d-43bb-b994-98994a663a88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 May 17 18:19:40.954444 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3cf8-f24e-4550-9394-fd9015f978f9 req-a265eb05-f386-4762-9f66-f89aef1cf0aa tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:40.955900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a4a3cf8-f24e-4550-9394-fd9015f978f9 req-a265eb05-f386-4762-9f66-f89aef1cf0aa tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0466342 May 17 18:19:41.007392 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a4a3cf8-f24e-4550-9394-fd9015f978f9 req-7e89eba1-1499-4a7f-91ae-14d899dae8cf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 May 17 18:19:41.761726 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-57237b1e-b75d-413c-a854-53e6efc42c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:41.763695 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-57237b1e-b75d-413c-a854-53e6efc42c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1129 time: 0.0478747 May 17 18:19:41.888876 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-6f4065d6-b995-48d6-90d3-4d7862dca159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:41.890366 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-6f4065d6-b995-48d6-90d3-4d7862dca159 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.1033521 May 17 18:19:41.930342 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-abf3aaa3-b895-4340-bfb2-1096428f5cd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 217 time: 0.0312581 May 17 18:19:41.983685 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-0e17493c-c2f8-410c-8804-5a32631c6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:41.985005 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-0e17493c-c2f8-410c-8804-5a32631c6b3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0464826 May 17 18:19:42.039550 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-a3627aa2-43e8-460e-a3e1-30ee3afe8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:42.041810 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-a3627aa2-43e8-460e-a3e1-30ee3afe8b08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404799 May 17 18:19:42.134976 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a53df-2cfc-4934-a139-ef0bdc7bf884 req-f57ed88f-d521-49fe-ad74-1041e25da49e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:42.137124 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-275da6ce-2295-4051-ba1c-72f755454d74 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862644 May 17 18:19:42.137280 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-043a53df-2cfc-4934-a139-ef0bdc7bf884 req-f57ed88f-d521-49fe-ad74-1041e25da49e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0530262 May 17 18:19:42.188502 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-043a53df-2cfc-4934-a139-ef0bdc7bf884 req-76bce3ed-5528-4748-afeb-c475bc116832 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 May 17 18:19:42.238948 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e3cab01-b637-4a38-8c22-404acdf3ac71 req-506d8544-6fef-44c7-af74-ebe4d0dc1ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928872 May 17 18:19:43.301060 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375a561-7257-4bc6-8df0-5951adabd4ca req-8e70048c-b1d5-4efa-9921-30724d74d223 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:43.302534 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8375a561-7257-4bc6-8df0-5951adabd4ca req-8e70048c-b1d5-4efa-9921-30724d74d223 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0455790 May 17 18:19:43.348462 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8375a561-7257-4bc6-8df0-5951adabd4ca req-1158637d-d8de-437d-b764-8e6328c362a2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 May 17 18:19:44.464786 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fad15d-4e58-4c80-bd26-bf5efc46f3d6 req-a01c2d5f-0b91-4040-9ed9-356511d72982 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:44.466273 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27fad15d-4e58-4c80-bd26-bf5efc46f3d6 req-a01c2d5f-0b91-4040-9ed9-356511d72982 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0484068 May 17 18:19:44.515948 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27fad15d-4e58-4c80-bd26-bf5efc46f3d6 req-de886938-8db7-425b-8a0c-5aad599c7be0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 May 17 18:19:44.995394 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83395eb8-1d19-43d0-8a20-a0b6fa776015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:45.630754 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a161-e812-4912-9ca9-b79406c6b255 req-94b1e3f4-4358-4b8e-87ea-4c4fa9848273 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:45.632175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6a1a161-e812-4912-9ca9-b79406c6b255 req-94b1e3f4-4358-4b8e-87ea-4c4fa9848273 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0450981 May 17 18:19:45.679403 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6a1a161-e812-4912-9ca9-b79406c6b255 req-6a94c324-742a-4902-87a0-33d652689cb5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 May 17 18:19:46.795984 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a706-f526-474b-b385-78818eb6a6b3 req-ad8ff521-8b92-4ce0-aa19-06786997b4b2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:46.797428 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5077a706-f526-474b-b385-78818eb6a6b3 req-ad8ff521-8b92-4ce0-aa19-06786997b4b2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0479786 May 17 18:19:46.843805 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5077a706-f526-474b-b385-78818eb6a6b3 req-2b762b8d-b3a9-44bd-bce7-4c388e23f0dc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 May 17 18:19:47.203094 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8bc8-58d8-468d-a589-ee02093c8f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:47.959491 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb918a-df01-4ccb-9b59-5e6cbaa2fe0d req-38b54a5b-363d-49fd-8820-24b0884c81eb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:47.960917 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47eb918a-df01-4ccb-9b59-5e6cbaa2fe0d req-38b54a5b-363d-49fd-8820-24b0884c81eb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0509021 May 17 18:19:48.008112 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47eb918a-df01-4ccb-9b59-5e6cbaa2fe0d req-88c4ce47-a3fc-410f-a4f3-5a83468e90b9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 May 17 18:19:48.300316 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:49.119935 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8320-930a-46f2-b996-2e0b2491e7fb req-ffe4f32f-6658-42b6-9b2f-2ca497a5c447 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:49.121310 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa5b8320-930a-46f2-b996-2e0b2491e7fb req-ffe4f32f-6658-42b6-9b2f-2ca497a5c447 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0468702 May 17 18:19:49.168239 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa5b8320-930a-46f2-b996-2e0b2491e7fb req-48dfc121-3bc4-47e5-b0a9-9483aa4d2070 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 May 17 18:19:49.734136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:50.283843 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70602-fc4a-4c79-8034-ab2092e1dcf0 req-d1089f39-3fe0-4454-a049-3df4c550fcb9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:50.285292 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76c70602-fc4a-4c79-8034-ab2092e1dcf0 req-d1089f39-3fe0-4454-a049-3df4c550fcb9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0477505 May 17 18:19:50.336562 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76c70602-fc4a-4c79-8034-ab2092e1dcf0 req-f4b724e9-b068-400d-bbf7-cbb5aa4c9620 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 May 17 18:19:51.459383 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:19:51.463797 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271570d2-0479-431d-8a2b-9ed2d0676146 req-8c14c34f-2230-4898-880e-aaa103b6b4f8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:51.463797 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-271570d2-0479-431d-8a2b-9ed2d0676146 req-8c14c34f-2230-4898-880e-aaa103b6b4f8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0476537 May 17 18:19:51.517598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-271570d2-0479-431d-8a2b-9ed2d0676146 req-50ea14fd-1543-4e9f-8c4e-bb02f9dbed5c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475316 May 17 18:19:52.477648 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b34b-3214-4dc3-a8b9-346adf78bc3c req-e4abc5b0-63bb-4a8b-a0aa-9afd59005a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:52.479344 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c16b34b-3214-4dc3-a8b9-346adf78bc3c req-e4abc5b0-63bb-4a8b-a0aa-9afd59005a9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1129 time: 0.0404580 May 17 18:19:52.535677 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c16b34b-3214-4dc3-a8b9-346adf78bc3c req-3fe63e95-fb68-4c08-aa62-5df524d73778 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 May 17 18:19:52.638258 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfea15-c3ca-4953-a27e-09b2509e87a9 req-80f27c5f-6deb-4d29-850f-b4c0301e3a94 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:52.639679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3acfea15-c3ca-4953-a27e-09b2509e87a9 req-80f27c5f-6deb-4d29-850f-b4c0301e3a94 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0460086 May 17 18:19:52.685310 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3acfea15-c3ca-4953-a27e-09b2509e87a9 req-fb9b6837-005e-4923-ad82-51f75f29e7a0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 May 17 18:19:53.804584 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cd177-33b5-4253-8506-38a5891e606b req-3b00e112-4dfe-46a0-afb0-a11d0290e296 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:53.806132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d29cd177-33b5-4253-8506-38a5891e606b req-3b00e112-4dfe-46a0-afb0-a11d0290e296 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0517986 May 17 18:19:53.853666 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d29cd177-33b5-4253-8506-38a5891e606b req-92714e17-a620-44b2-a8f8-e5915a2a7bd6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 May 17 18:19:54.967469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47015a3c-e8fa-485c-94a1-fbe35d83442b req-380ce676-13b1-4c93-bbe5-6657674e5db9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:54.968924 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47015a3c-e8fa-485c-94a1-fbe35d83442b req-380ce676-13b1-4c93-bbe5-6657674e5db9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0498583 May 17 18:19:55.016864 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47015a3c-e8fa-485c-94a1-fbe35d83442b req-e297a377-5b80-4565-aca3-6b9143d8d4eb tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 May 17 18:19:55.253561 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-f8ed2388-2584-4f44-979d-4fc76631c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:55.255157 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-f8ed2388-2584-4f44-979d-4fc76631c539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 1129 time: 0.0418859 May 17 18:19:55.269585 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840ad9-b831-4308-8747-6e496aa816ad req-a1c7cff1-695f-49fa-a414-ff9a9b4c1ca0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:55.271035 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd840ad9-b831-4308-8747-6e496aa816ad req-a1c7cff1-695f-49fa-a414-ff9a9b4c1ca0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0525014 May 17 18:19:55.319544 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd840ad9-b831-4308-8747-6e496aa816ad req-81623edf-16a7-40ce-ba5c-dc159fbb7d78 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 May 17 18:19:55.356199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-7f67ce7b-836d-42c9-8b34-730412589e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:55.357724 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-7f67ce7b-836d-42c9-8b34-730412589e19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0855837 May 17 18:19:55.405583 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-798db1af-b02a-48b3-a95a-8b7be95f8329 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 200 len: 217 time: 0.0360665 May 17 18:19:55.454108 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-ea8ce2c7-5995-4caa-bbda-f007db243e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:55.455438 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-ea8ce2c7-5995-4caa-bbda-f007db243e9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0438302 May 17 18:19:55.498557 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-b48c1c4e-4cd5-4d87-a622-dc6c1d721bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:55.500058 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-b48c1c4e-4cd5-4d87-a622-dc6c1d721bcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378687 May 17 18:19:55.594460 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-bf700ede-20d6-47ec-a679-d2bb88983de4 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870805 May 17 18:19:55.682534 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9418b649-b1f2-444d-bca3-fdfdfb284376 req-2e9905a9-700b-45d6-bd66-017af2a9cc6c service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812132 May 17 18:19:56.436029 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4372d-87d1-466f-87c5-b472b0333a36 req-09d45257-a747-428f-8f52-8d2e422c0285 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:56.437500 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bea4372d-87d1-466f-87c5-b472b0333a36 req-09d45257-a747-428f-8f52-8d2e422c0285 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0465927 May 17 18:19:56.483072 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bea4372d-87d1-466f-87c5-b472b0333a36 req-ae69050b-613d-4410-a872-1dfd5ff0a603 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 May 17 18:19:57.594375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c929653-4805-4d61-9b03-eb1657093456 req-1b3596a3-0f95-489d-be75-314b580391a5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:57.595820 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c929653-4805-4d61-9b03-eb1657093456 req-1b3596a3-0f95-489d-be75-314b580391a5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0461900 May 17 18:19:57.643270 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c929653-4805-4d61-9b03-eb1657093456 req-87484c38-187b-4fa1-be2d-593960fb8580 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 May 17 18:19:58.754133 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176c15a-9c31-49c9-b2ff-e2f48220b8c9 req-19301123-4b85-4ab9-a847-3da130d5ccc8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:58.755570 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e176c15a-9c31-49c9-b2ff-e2f48220b8c9 req-19301123-4b85-4ab9-a847-3da130d5ccc8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0453453 May 17 18:19:58.800159 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e176c15a-9c31-49c9-b2ff-e2f48220b8c9 req-6eda23e5-945a-4385-b8b1-348a6ac1ce8d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 May 17 18:19:59.913934 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355120c6-3630-45cc-9482-2291987387cb req-c80794ca-4c5e-42b1-8ab5-b071267e07c9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:19:59.915507 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-355120c6-3630-45cc-9482-2291987387cb req-c80794ca-4c5e-42b1-8ab5-b071267e07c9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0471864 May 17 18:19:59.962411 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-355120c6-3630-45cc-9482-2291987387cb req-97067638-6480-43b7-9ef1-2b356d432d10 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 May 17 18:20:01.090469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600f2b0-37e5-468b-af11-0733ffda363c req-6f5eea28-895f-4a0c-9d2b-0fe5c0843121 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:01.091856 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c600f2b0-37e5-468b-af11-0733ffda363c req-6f5eea28-895f-4a0c-9d2b-0fe5c0843121 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0573196 May 17 18:20:01.138346 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c600f2b0-37e5-468b-af11-0733ffda363c req-cfcb611b-d9ae-4052-83d9-69be769e4622 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 May 17 18:20:02.528222 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 59850) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:02.532733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608609375', 'description': 'tempest-description--1286342377'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:02.554374 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.623834 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (805ad0a9-3b84-40c2-b45d-8997f867baf2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.627389 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (805ad0a9-3b84-40c2-b45d-8997f867baf2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.655296 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.656490 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272607 May 17 18:20:02.658278 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805ad0a9-3b84-40c2-b45d-8997f867baf2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:02.659475 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 59852) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:02.664084 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'security_group_rule': {'security_group_id': '805ad0a9-3b84-40c2-b45d-8997f867baf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:02.666381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.666736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.667082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.667424 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.667764 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.668100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.668435 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.668771 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.669102 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.669432 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.669787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.670113 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.670443 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.670773 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.671101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f01e51-4f66-429a-92cf-bcdb8836d4ac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.691882 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (2fb03852-bba3-4197-91d3-3902d703d4c1), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.745885 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (2fb03852-bba3-4197-91d3-3902d703d4c1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.749376 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (2fb03852-bba3-4197-91d3-3902d703d4c1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.766231 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb03852-bba3-4197-91d3-3902d703d4c1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:02.776089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.777243 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166618 May 17 18:20:02.778670 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.779018 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.779366 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.779702 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.780041 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.780291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 59854) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:02.780396 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.780687 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.781016 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.781344 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.781701 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.782028 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.782352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.782677 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.783001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.783324 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51fb6-3864-44f6-b30f-b69b9e662b22 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:02.785444 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'security_group_rule': {'security_group_id': '805ad0a9-3b84-40c2-b45d-8997f867baf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:02.811955 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (1243e6d4-e2f7-41bc-a1af-715e7cd4d318), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.873392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (1243e6d4-e2f7-41bc-a1af-715e7cd4d318), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.876692 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (1243e6d4-e2f7-41bc-a1af-715e7cd4d318), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.894586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243e6d4-e2f7-41bc-a1af-715e7cd4d318,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:02.899623 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:02.900781 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f280c136-8faa-4354-ae47-3d4991f9c2b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194890 May 17 18:20:02.903829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 59856) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:02.908078 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:02.927086 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.004483 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.104845 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Allocated IP 172.27.0.87 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/28101152-4789-47b8-8f2b-4151f9982084) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:03.205299 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for port (28101152-4789-47b8-8f2b-4151f9982084), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.235546 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (28101152-4789-47b8-8f2b-4151f9982084), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.268990 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:03.271671 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:03.275167 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:03.287050 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'Port': ['ID=28101152-4789-47b8-8f2b-4151f9982084,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:03.332655 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.372146 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (28101152-4789-47b8-8f2b-4151f9982084), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.541028 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for port (28101152-4789-47b8-8f2b-4151f9982084), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.545573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (28101152-4789-47b8-8f2b-4151f9982084), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.573375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.593257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'Port': ['ID=28101152-4789-47b8-8f2b-4151f9982084,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:03.598067 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:03.599288 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4fd35210-e755-46c4-943c-ec23a5ad4f53 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6945200 May 17 18:20:03.790939 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-69bd3eed-492e-41dc-aa7e-f20b764c5b9e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--608609375&fields=id&tenant_id=b7d713a65f9e4071988e5df2fbf90b17 HTTP/1.1" status: 200 len: 267 time: 0.0428855 May 17 18:20:03.896025 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-7cc42efa-b53a-4be2-85e8-e6cdda9194e2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:03.897449 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-7cc42efa-b53a-4be2-85e8-e6cdda9194e2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.1002555 May 17 18:20:03.912231 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-95df7915-e1c4-4cf5-aa70-dc0973693955 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/quotas/b7d713a65f9e4071988e5df2fbf90b17 HTTP/1.1" status: 200 len: 375 time: 0.0087142 May 17 18:20:03.963277 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-230579b5-d936-41e9-aaa2-2e817ed0c612 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0463805 May 17 18:20:04.056587 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6b8a9465-48a2-4bcb-863b-d8e2e28e608e service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823500 May 17 18:20:04.142091 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-d4a8a0f7-fd04-4feb-b7cf-c46e103c7285 service neutron] 10.222.0.65 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796635 May 17 18:20:04.301812 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e30021e-2c9d-49bc-9a5a-733b3761bf56 req-a097d037-2500-4291-a58b-0e19423f9663 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0298064 May 17 18:20:04.326520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:05.396698 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0ada4d7-abf0-457b-8e3e-554efa3d3bfa req-f3ff3145-461d-4a2f-8f35-d10f453e7cd7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0272229 May 17 18:20:06.491845 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5159880f-4167-4c21-9265-004b6cfba4e3 req-264fe4f9-e68e-47d7-baf8-d4594fcde661 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0271537 May 17 18:20:06.653825 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:20:07.583978 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e1f9aa2-34e0-497b-8aa4-02166dd4dcdc req-1b6298b9-75c8-49c8-8689-d52d754fafd2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0269754 May 17 18:20:08.677617 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8a0a1ac-49ef-4f2d-8981-d74b01434db3 req-f6093e89-794b-455e-8150-bdaaf6989545 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0288272 May 17 18:20:09.778663 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-def534e6-4d6c-4fb4-b2e8-c0b3d5234313 req-725cf4e7-ad46-4ecd-9a33-4d68e3fdf881 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0291855 May 17 18:20:10.155728 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8ca2127f-af35-47c8-b86c-cde5ec4a3f0a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:10.157365 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8ca2127f-af35-47c8-b86c-cde5ec4a3f0a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 818 time: 0.1080039 May 17 18:20:10.227797 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-f1f2cb99-5428-44aa-bb53-f5b530d3a848 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7d713a65f9e4071988e5df2fbf90b17 HTTP/1.1" status: 200 len: 379 time: 0.0560520 May 17 18:20:10.239919 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'port': {'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'admin_state_up': True, 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'security_groups': ['805ad0a9-3b84-40c2-b45d-8997f867baf2']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:10.344725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Made reservation on behalf of b7d713a65f9e4071988e5df2fbf90b17 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:20:10.348083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:10.472299 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Allocated IP 172.20.0.4 (3108c074-e89d-458b-b4f7-22798aa06562/ec93c781-8e77-470d-8d18-1706fdf1a760/08d646aa-87c5-4998-abe8-ddbc4d06f4f0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:10.611404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:10.649141 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:10.695860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Network 3108c074-e89d-458b-b4f7-22798aa06562 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:10.701514 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:10.706245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event updated for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:10.708770 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:10.714521 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:10.715119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:10.732995 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-9b5fcc44-302f-4334-8e55-b71d4d3dd201 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4966595 May 17 18:20:10.906298 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67623b0-5509-4366-81a9-f6153b52eaa3 req-d1f7cb75-8a4b-4c4e-aa00-d3f63867fac5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:10.908463 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e67623b0-5509-4366-81a9-f6153b52eaa3 req-d1f7cb75-8a4b-4c4e-aa00-d3f63867fac5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 931 time: 0.0492625 May 17 18:20:10.944620 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-984f24bb-40d5-422a-b090-287629f9bca0 None None] Provisioning complete for port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:10.945175 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-984f24bb-40d5-422a-b090-287629f9bca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:10.957740 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e67623b0-5509-4366-81a9-f6153b52eaa3 req-23f84f60-5509-419a-845c-b992c908357c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 May 17 18:20:10.979410 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-984f24bb-40d5-422a-b090-287629f9bca0 None None] Port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:12.071248 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aed7b-2ece-481d-97f5-fe20e40c78ac req-e6577c0f-1a19-496f-9af0-dd10d0cc4093 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:12.072658 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d5aed7b-2ece-481d-97f5-fe20e40c78ac req-e6577c0f-1a19-496f-9af0-dd10d0cc4093 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 931 time: 0.0477841 May 17 18:20:12.118578 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d5aed7b-2ece-481d-97f5-fe20e40c78ac req-cf0fd3b6-3ce4-4bbd-af8d-fd5d03d28288 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395370 May 17 18:20:12.133280 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Request body: {'port': {'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:12.192765 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.464539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:20:12.471620 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks [] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.484019 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Transition to ACTIVE for port object 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:20:12.488426 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.541780 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:12.576404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Attempting to bind port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:12.576815 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Attempting to bind port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:12.577203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Attempting to bind port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:12.581633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 on network 3108c074-e89d-458b-b4f7-22798aa06562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:20:12.581946 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Attempting to bind port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 on network 3108c074-e89d-458b-b4f7-22798aa06562 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:12.587249 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:12.587579 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Checking segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:12.587960 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Bound using segment: {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:12.588384 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Bound port: 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:12.588733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.650378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:12.653436 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:12.659789 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.693940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:12.694594 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:12.695960 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] 10.222.0.59 "PUT /v2.0/ports/08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1093 time: 0.5668917 May 17 18:20:12.696430 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:20:12.698984 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743813b7-6c3b-4cfd-825c-55f8f7990612" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:20:12.723475 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec191cf-dee2-4f2c-8f7b-c4c121c3efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:12.745270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36513b6a-755d-486d-b64e-3aaf0d159fc2 x-openstack-request-id: req-36513b6a-755d-486d-b64e-3aaf0d159fc2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:20:12.745631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:20:12.745890 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36513b6a-755d-486d-b64e-3aaf0d159fc2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:20:12.746299 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36513b6a-755d-486d-b64e-3aaf0d159fc2'] response: {'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'status': 'completed', 'code': 200} May 17 18:20:13.230030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90556ada-c8c9-45ec-8527-efd98056e222 req-74984202-0f24-45cc-8719-fc59bd585f36 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:13.231479 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90556ada-c8c9-45ec-8527-efd98056e222 req-74984202-0f24-45cc-8719-fc59bd585f36 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0466082 May 17 18:20:13.276912 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90556ada-c8c9-45ec-8527-efd98056e222 req-94a9f491-8290-4c7f-beab-de8474232211 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 May 17 18:20:14.392510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c521-8c70-4219-9d58-eddfdd9d0283 req-9504b966-c298-4686-8ffa-284584149d73 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:14.393950 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e82c521-8c70-4219-9d58-eddfdd9d0283 req-9504b966-c298-4686-8ffa-284584149d73 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0445120 May 17 18:20:14.441688 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e82c521-8c70-4219-9d58-eddfdd9d0283 req-89dae7aa-8523-4cd4-a350-0ab5d597aba8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 May 17 18:20:14.912097 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-c81d8657-35da-4c40-b61f-4fe81e36c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:14.914298 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-c81d8657-35da-4c40-b61f-4fe81e36c06b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1127 time: 0.0458882 May 17 18:20:14.995701 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a6dc34b-75ba-4fd5-95ab-d44e29ffcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:15.011184 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-edae6430-478b-4c56-8d15-c14068798701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.012652 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-edae6430-478b-4c56-8d15-c14068798701 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0919042 May 17 18:20:15.108006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-4ba77094-aed3-4c5d-82b2-b8f6b2b68c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.109310 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-743813b7-6c3b-4cfd-825c-55f8f7990612 req-4ba77094-aed3-4c5d-82b2-b8f6b2b68c31 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890141 May 17 18:20:15.186404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8b270aaa-6167-4be1-aaca-333f96fb756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.187836 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8b270aaa-6167-4be1-aaca-333f96fb756f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1127 time: 0.0381296 May 17 18:20:15.226917 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8ea3bbdd-1ce2-4065-bd04-0f5d0c50c676 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 217 time: 0.0311675 May 17 18:20:15.281442 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-0004d2bc-6afd-4a2b-9c6e-735c0a68c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.282944 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-0004d2bc-6afd-4a2b-9c6e-735c0a68c33d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0454354 May 17 18:20:15.325558 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8c612383-3b17-4f04-a6da-120624bdc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.327001 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-8c612383-3b17-4f04-a6da-120624bdc5f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375323 May 17 18:20:15.412649 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-7f652882-b9f4-4583-a326-7038ebba4df2 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788236 May 17 18:20:15.509979 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8cb3220-9e09-48e4-8559-9091ec9ef87c req-6aa65cef-083b-4f70-8e49-328bce03f57a service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850527 May 17 18:20:15.558168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104ae0-6d19-476d-844e-db2b75c68160 req-227f5070-3bbe-4601-b32a-96d4cb478034 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:15.559595 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3104ae0-6d19-476d-844e-db2b75c68160 req-227f5070-3bbe-4601-b32a-96d4cb478034 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0498562 May 17 18:20:15.607409 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3104ae0-6d19-476d-844e-db2b75c68160 req-ba426f68-8a4c-4e47-93ce-776c597af2bf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 May 17 18:20:16.716371 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3515-dd2f-4f84-9427-fafe7b4701c0 req-259025a5-e071-4743-a571-3d08e80e3b6b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:16.717814 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b9d3515-dd2f-4f84-9427-fafe7b4701c0 req-259025a5-e071-4743-a571-3d08e80e3b6b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0456390 May 17 18:20:16.767680 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b9d3515-dd2f-4f84-9427-fafe7b4701c0 req-b1bd9da2-7366-47d0-a16f-4033a84a9324 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444245 May 17 18:20:17.205057 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-451c1232-5b72-4e5a-99be-fe91fb5ffbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:17.880678 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b325f4-6a56-4d8e-9b87-774e9f44b5cd req-b2bcad2f-2b2c-4cf0-9350-168cc3879312 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:17.882150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98b325f4-6a56-4d8e-9b87-774e9f44b5cd req-b2bcad2f-2b2c-4cf0-9350-168cc3879312 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0487070 May 17 18:20:17.927628 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98b325f4-6a56-4d8e-9b87-774e9f44b5cd req-6f648fbd-a8a0-498d-bb52-2463bf04e525 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392950 May 17 18:20:18.303128 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:19.038032 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3b7a-5adc-4a4b-8fc1-606513b31f99 req-375ec55b-c8e6-4c4b-9a84-c921edd42021 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:19.039485 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d50f3b7a-5adc-4a4b-8fc1-606513b31f99 req-375ec55b-c8e6-4c4b-9a84-c921edd42021 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0457525 May 17 18:20:19.085449 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d50f3b7a-5adc-4a4b-8fc1-606513b31f99 req-ec65b541-4d56-407b-ae16-6e86b570a216 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 May 17 18:20:19.735992 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:20.195080 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ae21-9dbf-4c30-80fd-1a0fff3f5947 req-7c95e07d-d6e8-4cdb-ade3-7d95aba9db18 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:20.196508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-06e8ae21-9dbf-4c30-80fd-1a0fff3f5947 req-7c95e07d-d6e8-4cdb-ade3-7d95aba9db18 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0446103 May 17 18:20:20.244667 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-06e8ae21-9dbf-4c30-80fd-1a0fff3f5947 req-103e2f6c-0d7d-4b76-a0f3-a86d5620ef30 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 May 17 18:20:21.352269 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d072-b5c4-43da-a4ba-e6c9587e6566 req-1fee0bd7-f497-4f17-af3c-053c0d7d2571 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:21.354220 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4945d072-b5c4-43da-a4ba-e6c9587e6566 req-1fee0bd7-f497-4f17-af3c-053c0d7d2571 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0445869 May 17 18:20:21.398658 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4945d072-b5c4-43da-a4ba-e6c9587e6566 req-a58df616-09ed-4824-bd28-693db74f4e0b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 May 17 18:20:21.461841 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:22.517337 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce9ad9-7110-4d80-9597-ed010d355db2 req-b93e471e-e9dc-4baa-9595-6595a2c5ade9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:22.519021 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f3ce9ad9-7110-4d80-9597-ed010d355db2 req-b93e471e-e9dc-4baa-9595-6595a2c5ade9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0546672 May 17 18:20:22.567464 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f3ce9ad9-7110-4d80-9597-ed010d355db2 req-e1652b4d-1524-48db-9b2f-b2351e4fa3c2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 May 17 18:20:23.678940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30436eaa-ec4c-4ae1-9354-8f46c884f4ea req-4f86cdee-2463-41ea-82eb-f64366af82d5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:23.680337 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30436eaa-ec4c-4ae1-9354-8f46c884f4ea req-4f86cdee-2463-41ea-82eb-f64366af82d5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0472765 May 17 18:20:23.725941 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30436eaa-ec4c-4ae1-9354-8f46c884f4ea req-5e823d4e-38e3-45af-9001-a13829266bc5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 May 17 18:20:24.835087 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910117e-8bee-4c6d-a4dd-0206f31fcf2e req-daddae6f-1624-4714-8161-815c52f7e650 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:24.836559 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c910117e-8bee-4c6d-a4dd-0206f31fcf2e req-daddae6f-1624-4714-8161-815c52f7e650 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0456786 May 17 18:20:24.882134 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c910117e-8bee-4c6d-a4dd-0206f31fcf2e req-7a124dc9-7cac-489b-bfb3-98468c931297 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 May 17 18:20:25.995830 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed888-e6be-4f90-a793-ab643fb6926e req-0a507082-6bba-4600-990c-6e32a3c4b359 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:25.997241 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-341ed888-e6be-4f90-a793-ab643fb6926e req-0a507082-6bba-4600-990c-6e32a3c4b359 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0475588 May 17 18:20:26.041929 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-341ed888-e6be-4f90-a793-ab643fb6926e req-a2ba4508-7dbc-46c1-a410-e94da183b66f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 May 17 18:20:27.152609 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1827-f73f-45c4-9146-71b4a9a31d7b req-d86731ac-9394-426d-bf91-23e588815f47 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:27.154052 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec0f1827-f73f-45c4-9146-71b4a9a31d7b req-d86731ac-9394-426d-bf91-23e588815f47 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0460200 May 17 18:20:27.197920 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec0f1827-f73f-45c4-9146-71b4a9a31d7b req-0ce7856c-5333-48cc-8036-2bc383f9c7df tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 May 17 18:20:28.312696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6752847-0d54-45ae-9b85-0f0da265015c req-44f839c2-6f03-4926-ac09-895032986d89 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:28.314124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6752847-0d54-45ae-9b85-0f0da265015c req-44f839c2-6f03-4926-ac09-895032986d89 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0448756 May 17 18:20:28.362922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6752847-0d54-45ae-9b85-0f0da265015c req-11371573-c9f9-4af6-bc4b-e80da29c50f3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 May 17 18:20:29.471781 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fd1f5-2223-4565-b11a-28c88671ba0e req-d7790893-eaa7-4ea6-9521-4e26fee7f8c7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:29.473822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b84fd1f5-2223-4565-b11a-28c88671ba0e req-d7790893-eaa7-4ea6-9521-4e26fee7f8c7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0467098 May 17 18:20:29.521243 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b84fd1f5-2223-4565-b11a-28c88671ba0e req-801dce80-d21a-4710-a547-393257e4d91b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 May 17 18:20:30.632054 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99233260-93e7-424b-b9bf-d38f231e5bf9 req-f1563d7a-d277-4034-8334-3b535696b709 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:30.633429 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-99233260-93e7-424b-b9bf-d38f231e5bf9 req-f1563d7a-d277-4034-8334-3b535696b709 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0461793 May 17 18:20:30.678512 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-99233260-93e7-424b-b9bf-d38f231e5bf9 req-84068291-5c7a-4cf9-ac2b-6eb533118f31 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 May 17 18:20:31.790430 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e78bb7-8820-4456-a081-c987b860c23a req-6318019b-a237-4c3f-8af5-eb2bf571a662 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:31.791846 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-50e78bb7-8820-4456-a081-c987b860c23a req-6318019b-a237-4c3f-8af5-eb2bf571a662 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 943 time: 0.0482285 May 17 18:20:31.841951 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-50e78bb7-8820-4456-a081-c987b860c23a req-b565d462-7cde-4041-8171-65e8236b4f26 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 May 17 18:20:32.145381 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:20:32.245303 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:32.256114 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:20:32.292547 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:32.292974 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:32.308174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:20:32.329089 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:32.332711 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:32.380242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:32.387590 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.387937 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.388286 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.388629 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.388965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.389303 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.389686 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.390018 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.390347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.390679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.391006 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.391331 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.391657 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.391979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.392293 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:32.952924 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d0b3-2b09-4576-b079-f751be1cb119 req-217756e5-b032-48e3-bd14-206dc0666a9c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:32.954317 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d16d0b3-2b09-4576-b079-f751be1cb119 req-217756e5-b032-48e3-bd14-206dc0666a9c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 944 time: 0.0462053 May 17 18:20:32.999671 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d16d0b3-2b09-4576-b079-f751be1cb119 req-7e0f19b5-d9f3-49bd-8e5f-da5362946fed tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 May 17 18:20:33.426019 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-3ed6d8be-1055-4df6-9eb6-bec9ba2de4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372491 May 17 18:20:33.478842 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['08d646aa-87c5-4998-abe8-ddbc4d06f4f0'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:20:33.492325 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-29baa3ae-bd7c-499b-8487-4cd8c95343a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:33.494330 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-29baa3ae-bd7c-499b-8487-4cd8c95343a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 1129 time: 0.0459120 May 17 18:20:33.610575 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-56e4d6fd-a8c4-46a1-9aa7-dd17b0315254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:33.612065 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-56e4d6fd-a8c4-46a1-9aa7-dd17b0315254 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.0956964 May 17 18:20:33.677070 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-04a33c49-01b8-4bc1-b5c5-f4b6cdddd7d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200d9682-a32c-4f1b-afac-5e03e64190d5 HTTP/1.1" status: 200 len: 1000 time: 0.0572870 May 17 18:20:33.726935 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-c85596bf-69cd-4f67-91bd-25e8d2399b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:33.727656 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-c85596bf-69cd-4f67-91bd-25e8d2399b13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0441718 May 17 18:20:33.780054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-c63e8274-bfc1-4047-a1f7-2843c723625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:33.781560 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-c63e8274-bfc1-4047-a1f7-2843c723625a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475554 May 17 18:20:33.888122 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-53387f16-f2c1-4446-97cf-43051fc1278a service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996273 May 17 18:20:33.989368 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e66f5db8-4b6a-44d2-afaa-987060c84692 req-967b5a78-9af1-4b49-b586-4cbe5b83d8fb service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937963 May 17 18:20:34.150563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6630e6-dae4-400e-a38d-b8c6df501723 req-aee93c84-6392-42bd-b07f-45ea04e6c91f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:34.158113 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ab6630e6-dae4-400e-a38d-b8c6df501723 req-aee93c84-6392-42bd-b07f-45ea04e6c91f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 944 time: 0.0687275 May 17 18:20:34.208434 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ab6630e6-dae4-400e-a38d-b8c6df501723 req-b6da75d0-33bd-4b82-9937-83d715bcffb5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 May 17 18:20:34.824941 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:35.253519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:35.307315 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:20:35.317140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:35.317835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:35.340308 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f34b7-c3b3-4ad4-804e-d8bf47b274a0 req-f7ec681c-36d6-441b-9a0a-283bf3309fc3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:35.343326 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e1f34b7-c3b3-4ad4-804e-d8bf47b274a0 req-f7ec681c-36d6-441b-9a0a-283bf3309fc3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 944 time: 0.0580661 May 17 18:20:35.392722 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e1f34b7-c3b3-4ad4-804e-d8bf47b274a0 req-e39e6544-c1b3-4012-a067-a7b7612989b5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440445 May 17 18:20:35.400357 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:35.400743 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:35.424121 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:20:35.426500 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a796067-0e2a-46f7-a059-6e82a8adef33" -d '{"events": [{"server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "name": "network-vif-plugged", "status": "completed", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:20:35.440328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:35.445115 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:35.474852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a05dd-2ffd-42e4-a35a-d3248c154d72 x-openstack-request-id: req-7c1a05dd-2ffd-42e4-a35a-d3248c154d72 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:20:35.475310 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "name": "network-vif-plugged", "status": "completed", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:20:35.475569 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c1a05dd-2ffd-42e4-a35a-d3248c154d72 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:20:35.475960 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1a05dd-2ffd-42e4-a35a-d3248c154d72'] response: {'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'code': 200} May 17 18:20:35.502709 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:35.687893 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec810ae-ae4c-4362-a12a-caab1aa7126d req-2f53f392-23ee-4712-b041-8e514d7b358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:35.689445 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ec810ae-ae4c-4362-a12a-caab1aa7126d req-2f53f392-23ee-4712-b041-8e514d7b358f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0386894 May 17 18:20:35.738964 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ec810ae-ae4c-4362-a12a-caab1aa7126d req-cf04eb12-f29d-45f5-bb14-702c2b90829a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 May 17 18:20:36.508359 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8279-b781-40da-80a7-a91a311b364c req-e395c9a0-57bc-43b3-b6bf-d8699cc99e87 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:36.509845 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd1d8279-b781-40da-80a7-a91a311b364c req-e395c9a0-57bc-43b3-b6bf-d8699cc99e87 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0488083 May 17 18:20:36.556300 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd1d8279-b781-40da-80a7-a91a311b364c req-670f513d-797a-44fc-b9ea-d450af633297 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 May 17 18:20:37.676453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8234e-92aa-4d1c-9d4e-cfb18e886064 req-b7eef109-9759-4ad5-b88c-e545764c1177 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:37.677917 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9d8234e-92aa-4d1c-9d4e-cfb18e886064 req-b7eef109-9759-4ad5-b88c-e545764c1177 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0493193 May 17 18:20:37.724113 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9d8234e-92aa-4d1c-9d4e-cfb18e886064 req-14f58439-a4c5-43b4-b115-8d1219e7fcd4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 May 17 18:20:38.836966 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f8fed-05a2-4b82-8a90-6e8026f70e81 req-edec2f63-e5a3-41fa-a6ea-6702207d6ab0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:38.838463 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c3f8fed-05a2-4b82-8a90-6e8026f70e81 req-edec2f63-e5a3-41fa-a6ea-6702207d6ab0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0454867 May 17 18:20:38.884411 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c3f8fed-05a2-4b82-8a90-6e8026f70e81 req-e1b019f1-8212-45a9-8783-a683d52e8994 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 May 17 18:20:39.999283 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d29a0a-1368-4b04-8fde-5d2276d1cf07 req-c76d55fb-a0c1-4ec2-95ff-92a96bd3b20b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:40.000743 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-45d29a0a-1368-4b04-8fde-5d2276d1cf07 req-c76d55fb-a0c1-4ec2-95ff-92a96bd3b20b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0486562 May 17 18:20:40.045574 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-45d29a0a-1368-4b04-8fde-5d2276d1cf07 req-61a86b75-f285-4200-a23d-cb25f2517c68 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 May 17 18:20:41.154580 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4587f4-23a4-4c3e-bd11-83b3dfb00db3 req-4722c395-7d3a-4259-8faa-a339cde1ecd4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:41.156009 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a4587f4-23a4-4c3e-bd11-83b3dfb00db3 req-4722c395-7d3a-4259-8faa-a339cde1ecd4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0452986 May 17 18:20:41.200935 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a4587f4-23a4-4c3e-bd11-83b3dfb00db3 req-f3e3c92a-7d29-46de-bca5-7b456cfa2136 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395269 May 17 18:20:42.308871 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7dad9-d25b-47e6-913c-a88cc85d6cd1 req-90b52c2e-05a7-414a-bdfe-8b3e9926c152 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:42.310219 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5aa7dad9-d25b-47e6-913c-a88cc85d6cd1 req-90b52c2e-05a7-414a-bdfe-8b3e9926c152 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0445015 May 17 18:20:42.362396 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5aa7dad9-d25b-47e6-913c-a88cc85d6cd1 req-da17b969-7f69-411f-b9e1-dd4e147f6a62 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467722 May 17 18:20:43.654093 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:20:43.703269 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76b2f4-ebdf-49c8-b2a7-30aef1a5e0ef req-882aa686-5c3e-4f5f-826e-b1e70d6f198a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:43.704709 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d76b2f4-ebdf-49c8-b2a7-30aef1a5e0ef req-882aa686-5c3e-4f5f-826e-b1e70d6f198a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.2675371 May 17 18:20:43.748933 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d76b2f4-ebdf-49c8-b2a7-30aef1a5e0ef req-20810642-865d-4a22-b1d4-70facd55422d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387995 May 17 18:20:43.859767 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826859e-6a0a-452e-bbd2-0d8d6347466c req-e790b262-2bf8-4308-82be-70866bf18f85 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:43.861194 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0826859e-6a0a-452e-bbd2-0d8d6347466c req-e790b262-2bf8-4308-82be-70866bf18f85 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0466561 May 17 18:20:43.870205 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60276) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:43.874385 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'floatingip': {'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:43.912798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:44.376375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:44.379601 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:44.484541 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Floating IP 704cac62-7d23-40b5-a64e-0380ce04eda4 associated. External IP: 172.27.0.87, port: 08d646aa-87c5-4998-abe8-ddbc4d06f4f0. May 17 18:20:44.720304 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:20:44.726975 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af49fb5-1b0b-4ace-ba15-850d195417e9 req-39a41489-7dde-4d5a-b44e-85ec2c3075e1 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:44.728439 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8af49fb5-1b0b-4ace-ba15-850d195417e9 req-39a41489-7dde-4d5a-b44e-85ec2c3075e1 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0607247 May 17 18:20:44.824295 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8af49fb5-1b0b-4ace-ba15-850d195417e9 req-bd881def-f881-4fc4-87a9-95b59a16bb6c tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 May 17 18:20:44.866373 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:20:44.871425 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:44.875588 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:20:44.885373 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:44.886091 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:44.904274 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e2a8f8ae-3e90-4609-b21e-1a24a00e3d5f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "PUT /v2.0/floatingips/704cac62-7d23-40b5-a64e-0380ce04eda4 HTTP/1.1" status: 200 len: 990 time: 1.0330298 May 17 18:20:44.904844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:20:44.907180 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c150907-9ca5-4f76-8fa2-956ba94e43e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:20:44.943735 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274ed99-d45c-4557-bda3-cec868b75129 x-openstack-request-id: req-7274ed99-d45c-4557-bda3-cec868b75129 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:20:44.944025 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:20:44.944279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7274ed99-d45c-4557-bda3-cec868b75129 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:20:44.944710 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7274ed99-d45c-4557-bda3-cec868b75129'] response: {'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'status': 'completed', 'code': 200} May 17 18:20:44.996161 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdbb20ac-abcc-447f-a5cb-887118dbc012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.064944 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:45.298610 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:20:44Z', 'revision_number': 1, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:45.322519 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:20:45.331272 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:45.331869 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:45.362730 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:45.439596 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:45.473357 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f83189c-7433-42df-8d40-95a24c2a5459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.549813 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f83189c-7433-42df-8d40-95a24c2a5459 admin admin] Publish callbacks [] for security_group (50ec31e8-4991-4dcc-8743-361a3ab2cf10), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.555372 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f83189c-7433-42df-8d40-95a24c2a5459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (50ec31e8-4991-4dcc-8743-361a3ab2cf10), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.599157 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6f83189c-7433-42df-8d40-95a24c2a5459 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0437188f24d4bca8821b2b370adb4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353082 May 17 18:20:45.600635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83189c-7433-42df-8d40-95a24c2a5459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec31e8-4991-4dcc-8743-361a3ab2cf10,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:45.602429 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:45.650083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] Publish callbacks [] for security_group (50ec31e8-4991-4dcc-8743-361a3ab2cf10), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.668769 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:20:44Z', 'revision_number': 1, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:45.670135 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] Publish callbacks [] for security_group (50ec31e8-4991-4dcc-8743-361a3ab2cf10), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.693241 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31205f23-8af7-42ef-84db-b2594328dca0 None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:20:44Z', 'revision_number': 1, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:20:45.718381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (50ec31e8-4991-4dcc-8743-361a3ab2cf10), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.721005 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:45.724476 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50ec31e8-4991-4dcc-8743-361a3ab2cf10 HTTP/1.1" status: 204 len: 168 time: 0.1187396 May 17 18:20:45.732171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770422ae-8f25-4919-9d2a-1f3c19292913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec31e8-4991-4dcc-8743-361a3ab2cf10,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:45.909171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b11b6bd-5ec9-497b-a950-97ac875beb60 None None] New status for floating IP 704cac62-7d23-40b5-a64e-0380ce04eda4: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:20:45.954486 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6302052-06f4-4d7b-a603-bdff32a3b5c4 req-3195b552-4d0e-4a84-9e99-3670ea3d59cd tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:45.956182 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6302052-06f4-4d7b-a603-bdff32a3b5c4 req-3195b552-4d0e-4a84-9e99-3670ea3d59cd tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0593922 May 17 18:20:46.004900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6302052-06f4-4d7b-a603-bdff32a3b5c4 req-305ab18f-eeeb-42f7-bc88-592b5c0f90a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 May 17 18:20:46.125745 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-96268473-1238-44a5-a886-11078a1faa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:46.127211 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-96268473-1238-44a5-a886-11078a1faa63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0509672 May 17 18:20:46.221529 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-8599bfe3-300a-41c9-a8f4-b24d689c7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:46.223495 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-8599bfe3-300a-41c9-a8f4-b24d689c7dea service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0880253 May 17 18:20:46.284433 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-5f9d13ae-1181-409a-8979-ac4d6d84cbc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0545652 May 17 18:20:46.352196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-7ec7144d-9562-4596-9bf6-811ab68380b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:46.354177 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-7ec7144d-9562-4596-9bf6-811ab68380b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0522201 May 17 18:20:46.398387 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-b8188df7-316a-4ff6-8613-5afb70dfcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:46.399839 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-b8188df7-316a-4ff6-8613-5afb70dfcd65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389509 May 17 18:20:46.403580 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:46.497393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1564346801-network', 'tenant_id': '481c26193c6141588dd15fd5c593de86'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:46.567349 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Made reservation on behalf of 481c26193c6141588dd15fd5c593de86 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:20:46.569630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:46.802575 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:46.861167 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-5de75d6d-d005-4319-a9a6-9c1fdb1cdca3 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585491 May 17 18:20:46.867088 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-baaf4527-143c-4b7a-8442-01e4101388ba tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:46.868448 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-baaf4527-143c-4b7a-8442-01e4101388ba tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0782473 May 17 18:20:47.043243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Deleting port 46b16982-1e63-43c1-a0be-4dfa4d935943 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:20:47.043647 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.090203 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c150907-9ca5-4f76-8fa2-956ba94e43e4 req-6a027b55-340b-43ac-b1af-0680bb2bc017 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207782 May 17 18:20:47.098836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks [] for security_group (a50e736d-4c03-46a2-9ff9-300a71f8ed20), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.127552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a50e736d-4c03-46a2-9ff9-300a71f8ed20), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.130758 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b79ce3-b79f-4c20-b482-027011934d25 req-89fb85b6-8485-4256-a508-5fe97c165e70 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:47.132229 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f1b79ce3-b79f-4c20-b482-027011934d25 req-89fb85b6-8485-4256-a508-5fe97c165e70 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec13a585-cf06-497f-8381-d90b5531f029 HTTP/1.1" status: 200 len: 946 time: 0.0560157 May 17 18:20:47.169259 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:20:47.179883 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f1b79ce3-b79f-4c20-b482-027011934d25 req-51622359-a083-42b8-8da3-08f927b7afb0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 May 17 18:20:47.188560 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e736d-4c03-46a2-9ff9-300a71f8ed20,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:47.200494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (c262ec60-330b-40ae-8439-7394017a507b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.200909 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Added segment c262ec60-330b-40ae-8439-7394017a507b of type vlan for network 38c10630-122b-4079-98b2-93ad2511bb9a May 17 18:20:47.210192 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] For port 46b16982-1e63-43c1-a0be-4dfa4d935943, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=46b16982-1e63-43c1-a0be-4dfa4d935943,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:47.210584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.214981 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d478da8-b3bc-4374-a31c-8f72787d9259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.244862 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Calling delete_port for 46b16982-1e63-43c1-a0be-4dfa4d935943 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:20:47.262091 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (38c10630-122b-4079-98b2-93ad2511bb9a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.327734 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (38c10630-122b-4079-98b2-93ad2511bb9a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.328711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:47.329282 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.376676 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9721060 May 17 18:20:47.379787 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:47.384947 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Request body: {'subnet': {'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1564346801-subnet', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:47.405092 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8dca3-ba11-4cb6-84f0-0ef626461318 admin admin] Pushing event updated for resources: {'Network': ['ID=38c10630-122b-4079-98b2-93ad2511bb9a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:47.411636 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Made reservation on behalf of 481c26193c6141588dd15fd5c593de86 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:20:47.416113 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 38c10630-122b-4079-98b2-93ad2511bb9a details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:20:47.425799 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934479'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.478551 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (46b16982-1e63-43c1-a0be-4dfa4d935943), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.503974 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['46b16982-1e63-43c1-a0be-4dfa4d935943'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:20:47.559976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Pushing event deleted for resources: {'Port': ['ID=46b16982-1e63-43c1-a0be-4dfa4d935943,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:47.576198 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] No DVR routers for this DVR port 46b16982-1e63-43c1-a0be-4dfa4d935943 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:20:47.579043 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.582415 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e45fe9c-d958-44d0-8c47-6a968106a158 req-2fde070d-152a-4284-b0bd-fb3603b921a5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "DELETE /v2.0/ports/46b16982-1e63-43c1-a0be-4dfa4d935943 HTTP/1.1" status: 204 len: 173 time: 0.7030416 May 17 18:20:47.582838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'name': 'network-vif-deleted', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:20:47.585135 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f07272-0461-4ced-8a27-34e52b0f7354" -d '{"events": [{"server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "name": "network-vif-deleted", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:20:47.630762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca20c2-096b-4761-9ab1-5727a38dfcf0 x-openstack-request-id: req-66ca20c2-096b-4761-9ab1-5727a38dfcf0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:20:47.631087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec13a585-cf06-497f-8381-d90b5531f029", "name": "network-vif-deleted", "tag": "46b16982-1e63-43c1-a0be-4dfa4d935943", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:20:47.631334 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66ca20c2-096b-4761-9ab1-5727a38dfcf0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:20:47.631804 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ca20c2-096b-4761-9ab1-5727a38dfcf0'] response: {'server_uuid': 'ec13a585-cf06-497f-8381-d90b5531f029', 'name': 'network-vif-deleted', 'tag': '46b16982-1e63-43c1-a0be-4dfa4d935943', 'status': 'completed', 'code': 200} May 17 18:20:47.662900 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8422026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934489'] for subnet (0c187539-1846-4ca9-8a58-eb53e8b4053c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.725524 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c187539-1846-4ca9-8a58-eb53e8b4053c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:47.734230 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:47.734572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Network hostable DHCP agents. Network: 38c10630-122b-4079-98b2-93ad2511bb9a, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:20:47.752067 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Network 38c10630-122b-4079-98b2-93ad2511bb9a is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:20:47.761938 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 38c10630-122b-4079-98b2-93ad2511bb9a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:47.765985 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:47.766586 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.771581 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a7698-17a9-42fc-bb8b-5035d72c1dae None None] Network 38c10630-122b-4079-98b2-93ad2511bb9a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:20:47.782662 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7cd503fd-6039-4269-8a93-61633a6794f2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4016578 May 17 18:20:47.785434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60364) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:47.790373 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:47.811971 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (a239dda8-59be-43a6-9994-1099a33f3e11), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.812969 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (a239dda8-59be-43a6-9994-1099a33f3e11), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.866396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for router_controller (a239dda8-59be-43a6-9994-1099a33f3e11), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:47.887866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-38c10630-122b-4079-98b2-93ad2511bb9a', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:20:47.888793 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.000167 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for router_gateway (a239dda8-59be-43a6-9994-1099a33f3e11), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.025999 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Allocated IP 172.20.0.2 (38c10630-122b-4079-98b2-93ad2511bb9a/0c187539-1846-4ca9-8a58-eb53e8b4053c/b9e6069d-3ab0-449b-bcfb-4eaddce5308b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:48.172163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks [] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.179004 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.187425 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for router_gateway (a239dda8-59be-43a6-9994-1099a33f3e11), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.211089 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.220356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:48.238087 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:48.259457 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Pushing event updated for resources: {'Port': ['ID=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:48.264273 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:48.334474 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.352837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Attempting to bind port b9e6069d-3ab0-449b-bcfb-4eaddce5308b on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:48.353145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Allocated IP 172.27.0.61 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/91e680b8-d568-47f7-a120-7399a2407a09) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:48.353626 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Attempting to bind port b9e6069d-3ab0-449b-bcfb-4eaddce5308b by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:48.354623 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Attempting to bind port b9e6069d-3ab0-449b-bcfb-4eaddce5308b on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:48.361656 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:48.362037 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:48.362637 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.363040 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Bound using segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:48.363513 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Bound port: b9e6069d-3ab0-449b-bcfb-4eaddce5308b, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:48.363894 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.436779 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] For port b9e6069d-3ab0-449b-bcfb-4eaddce5308b, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:48.442109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] For port b9e6069d-3ab0-449b-bcfb-4eaddce5308b, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:48.450567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.473937 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for port (91e680b8-d568-47f7-a120-7399a2407a09), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.506861 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7774b0-6114-491d-b03f-1777a7be476d None None] Pushing event updated for resources: {'Port': ['ID=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:48.510964 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (91e680b8-d568-47f7-a120-7399a2407a09), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.546432 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:48.549315 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:48.553061 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:48.596002 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Pushing event updated for resources: {'Port': ['ID=91e680b8-d568-47f7-a120-7399a2407a09,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:48.810489 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for router_gateway (a239dda8-59be-43a6-9994-1099a33f3e11), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:48.822483 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:48.940386 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d1e5-0cdb-4a0c-8416-425e0e991bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.008182 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (a239dda8-59be-43a6-9994-1099a33f3e11), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.022821 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d1e5-0cdb-4a0c-8416-425e0e991bae admin admin] Publish callbacks [] for security_group (5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.027638 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d1e5-0cdb-4a0c-8416-425e0e991bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.065979 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b6e2d1e5-0cdb-4a0c-8416-425e0e991bae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=664d4c468c7e4ddc97894995427d449c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417603 May 17 18:20:49.067089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2d1e5-0cdb-4a0c-8416-425e0e991bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:49.069438 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60386) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:49.117679 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] Publish callbacks [] for security_group (5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.135414 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Router a239dda8-59be-43a6-9994-1099a33f3e11 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:20:49.139981 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] Publish callbacks [] for security_group (5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.192881 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.195663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.196804 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91 HTTP/1.1" status: 204 len: 168 time: 0.1264482 May 17 18:20:49.206238 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d9367-20c4-4659-9cc1-727599379b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfa0c83-55f5-49ff-a529-ac1f5cb1ae91,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:49.246332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:20:49.256552 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:20:49.265079 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.266471 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-53dbb5eb-0b63-4891-9a9e-1540a6325aff admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4798946 May 17 18:20:49.269157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:49.280197 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:49.281166 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:49.389052 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:49.628345 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:48Z', 'revision_number': 3, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:49.657023 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:20:49.657372 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Updating router a239dda8-59be-43a6-9994-1099a33f3e11 port 91e680b8-d568-47f7-a120-7399a2407a09 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:20:49.673901 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b9e6069d-3ab0-449b-bcfb-4eaddce5308b up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:49.679631 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7513b802-dee2-42e7-a913-c1836cbbd786 None None] Network 38c10630-122b-4079-98b2-93ad2511bb9a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:20:49.702596 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (91e680b8-d568-47f7-a120-7399a2407a09), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.759720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.804536 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.825860 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Provisioning complete for port b9e6069d-3ab0-449b-bcfb-4eaddce5308b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:49.827622 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.873129 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port b9e6069d-3ab0-449b-bcfb-4eaddce5308b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:49.873518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:49.956347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Allocated IP 172.20.0.1 (38c10630-122b-4079-98b2-93ad2511bb9a/0c187539-1846-4ca9-8a58-eb53e8b4053c/fe2aa75c-9a05-4d18-b022-e969b71c99e1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:50.090429 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks [] for port (91e680b8-d568-47f7-a120-7399a2407a09), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.098619 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (91e680b8-d568-47f7-a120-7399a2407a09), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.105238 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks [] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.119413 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Current status of the port b9e6069d-3ab0-449b-bcfb-4eaddce5308b is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:50.120431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.146587 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.191836 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Pushing event updated for resources: {'Port': ['ID=91e680b8-d568-47f7-a120-7399a2407a09,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:50.193778 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] For port b9e6069d-3ab0-449b-bcfb-4eaddce5308b, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:50.196083 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Attempting to bind port 91e680b8-d568-47f7-a120-7399a2407a09 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:50.196450 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Attempting to bind port 91e680b8-d568-47f7-a120-7399a2407a09 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:50.196810 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Attempting to bind port 91e680b8-d568-47f7-a120-7399a2407a09 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:50.200890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port b9e6069d-3ab0-449b-bcfb-4eaddce5308b is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:50.201523 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.205385 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.205788 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.206115 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.206598 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.206937 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.207264 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.207586 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.207907 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.208228 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.208546 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.208863 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.209196 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.209544 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.209861 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.210176 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:20:50.211415 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:50.216479 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:50.216858 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:50.217866 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.218256 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:50.218730 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Bound port: 91e680b8-d568-47f7-a120-7399a2407a09, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:50.219111 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (91e680b8-d568-47f7-a120-7399a2407a09), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.236191 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:50.238059 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:50.240732 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:50.241353 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (a239dda8-59be-43a6-9994-1099a33f3e11), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.252914 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.286513 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] For port 91e680b8-d568-47f7-a120-7399a2407a09, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:50.290540 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] For port 91e680b8-d568-47f7-a120-7399a2407a09, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=91e680b8-d568-47f7-a120-7399a2407a09,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:50.302821 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (91e680b8-d568-47f7-a120-7399a2407a09), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.323473 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 18:20:50.324127 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 18:20:50.333754 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9086c5-00ed-43d2-a19c-955dc34779e5 None None] Pushing event updated for resources: {'Port': ['ID=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:50.374294 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868ac8-e66d-4c58-b742-f1d2157e300f None None] Pushing event updated for resources: {'Port': ['ID=91e680b8-d568-47f7-a120-7399a2407a09,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:50.386182 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:50.386810 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:50.440306 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.475856 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6ed6fd8d-1269-4c6f-a343-2348cbbfc8a3 None None] Provisioning complete for port b9e6069d-3ab0-449b-bcfb-4eaddce5308b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:50.475977 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ed6fd8d-1269-4c6f-a343-2348cbbfc8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.533034 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:50.599040 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6fd8d-1269-4c6f-a343-2348cbbfc8a3 None None] Current status of the port b9e6069d-3ab0-449b-bcfb-4eaddce5308b is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:50.718021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cf928636-24d5-45b9-bba5-da3ae44e316a None None] Provisioning complete for port fe2aa75c-9a05-4d18-b022-e969b71c99e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:50.718748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf928636-24d5-45b9-bba5-da3ae44e316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.727408 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks [] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.732930 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.734291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (a239dda8-59be-43a6-9994-1099a33f3e11), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:50.761790 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cf928636-24d5-45b9-bba5-da3ae44e316a None None] Port fe2aa75c-9a05-4d18-b022-e969b71c99e1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:50.795546 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:50.827286 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:48Z', 'revision_number': 3, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:50.863710 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port b9e6069d-3ab0-449b-bcfb-4eaddce5308b is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:50.867953 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dfbc4-34bb-4469-bbee-99ea8b3534f0 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:48Z', 'revision_number': 3, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:20:50.877594 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:50.879351 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:51.038816 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:20:51.192473 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aff7f8ce-d351-4d74-8f7c-37c6f25ca56c None None] Provisioning complete for port fe2aa75c-9a05-4d18-b022-e969b71c99e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:51.192848 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aff7f8ce-d351-4d74-8f7c-37c6f25ca56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.235009 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aff7f8ce-d351-4d74-8f7c-37c6f25ca56c None None] Port fe2aa75c-9a05-4d18-b022-e969b71c99e1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:51.376481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:20:51.381415 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-86d82815-8bf1-4e43-a036-44786691c4b1 admin admin] 10.222.0.65 "PUT /v2.0/routers/a239dda8-59be-43a6-9994-1099a33f3e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1111062 May 17 18:20:51.467655 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.492792 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 46b16982-1e63-43c1-a0be-4dfa4d935943 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:20:51.514323 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 46b16982-1e63-43c1-a0be-4dfa4d935943 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:20:51.514591 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 46b16982-1e63-43c1-a0be-4dfa4d935943 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:20:51.673820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b9e6069d-3ab0-449b-bcfb-4eaddce5308b up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:51.720322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port b9e6069d-3ab0-449b-bcfb-4eaddce5308b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:51.721001 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.798978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port b9e6069d-3ab0-449b-bcfb-4eaddce5308b is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:51.800050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 91e680b8-d568-47f7-a120-7399a2407a09 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:51.843704 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 91e680b8-d568-47f7-a120-7399a2407a09 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:51.844077 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (91e680b8-d568-47f7-a120-7399a2407a09), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.913538 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 91e680b8-d568-47f7-a120-7399a2407a09 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:51.913999 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (91e680b8-d568-47f7-a120-7399a2407a09), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.934799 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 91e680b8-d568-47f7-a120-7399a2407a09, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=91e680b8-d568-47f7-a120-7399a2407a09,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:51.939278 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (91e680b8-d568-47f7-a120-7399a2407a09), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:51.972590 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60454) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:51.978214 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1592709864-network', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:51.991737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=91e680b8-d568-47f7-a120-7399a2407a09,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:51.998711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Made reservation on behalf of 6edf841a0b4248e195da08dd36e0a2c4 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:20:52.001326 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.009845 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.085218 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks [] for security_group (29a19225-fa55-4894-8e2f-224f3f33d853), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.089803 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (29a19225-fa55-4894-8e2f-224f3f33d853), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.112995 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:20:52.122139 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a19225-fa55-4894-8e2f-224f3f33d853,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:52.128325 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (5881fb0c-740a-4fe5-859d-bcaf9108879c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.128725 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Added segment 5881fb0c-740a-4fe5-859d-bcaf9108879c of type vlan for network 47c7dffc-d9ec-48dc-8135-af69544a52f0 May 17 18:20:52.170070 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (47c7dffc-d9ec-48dc-8135-af69544a52f0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.193978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (47c7dffc-d9ec-48dc-8135-af69544a52f0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.195011 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:52.195613 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.236614 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2628121 May 17 18:20:52.239761 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:52.245092 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Request body: {'subnet': {'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1592709864-subnet', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:52.267120 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Made reservation on behalf of 6edf841a0b4248e195da08dd36e0a2c4 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:20:52.269691 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934479'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.272001 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af2e52-5725-4a20-9102-f120d953b8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=47c7dffc-d9ec-48dc-8135-af69544a52f0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:52.282899 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:20:52.443139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8422026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934489'] for subnet (f69ce17a-85ac-405f-b3f5-781b8b2d4613), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.497621 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69ce17a-85ac-405f-b3f5-781b8b2d4613,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:52.507981 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Checking segment: {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:52.508341 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Network hostable DHCP agents. Network: 47c7dffc-d9ec-48dc-8135-af69544a52f0, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:20:52.527102 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:20:52.536864 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 47c7dffc-d9ec-48dc-8135-af69544a52f0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:52.541857 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:20:52.542493 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.547486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e5db1-f3d6-4c98-b39e-f7ed929c0b51 None None] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:20:52.574634 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7de1d5f6-0da1-4c34-8e3c-c947433bebd5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3310199 May 17 18:20:52.574985 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60462) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:52.579248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:52.605017 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.606281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.627730 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:20:52.645875 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:52.646514 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:52.667103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for router_controller (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.722048 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-47c7dffc-d9ec-48dc-8135-af69544a52f0', 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0', 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'fixed_ips': [{'subnet_id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:20:52.722965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:52.786485 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:52.797392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for router_gateway (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.010884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for router_gateway (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.012921 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Allocated IP 172.20.0.2 (47c7dffc-d9ec-48dc-8135-af69544a52f0/f69ce17a-85ac-405f-b3f5-781b8b2d4613/a39b5e2d-9fef-4156-9398-96feaae87acc) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:53.031574 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.134031 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 2, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:53.154550 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Allocated IP 172.27.0.137 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/eb6cfec7-1968-4dbe-bfac-2b5de6b54193) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:53.163020 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:20:53.163393 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Updating router a239dda8-59be-43a6-9994-1099a33f3e11 port fe2aa75c-9a05-4d18-b022-e969b71c99e1 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:20:53.232416 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.275129 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.278553 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks [] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.288479 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.313871 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.356167 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:53.363215 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:53.366396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:53.368288 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:53.402829 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:53.417024 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:53.421186 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:53.422967 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Pushing event updated for resources: {'Port': ['ID=a39b5e2d-9fef-4156-9398-96feaae87acc,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:53.506905 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Attempting to bind port a39b5e2d-9fef-4156-9398-96feaae87acc on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:53.507271 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Attempting to bind port a39b5e2d-9fef-4156-9398-96feaae87acc by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:53.507634 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Attempting to bind port a39b5e2d-9fef-4156-9398-96feaae87acc on network 47c7dffc-d9ec-48dc-8135-af69544a52f0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:53.543695 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:53.544066 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Checking segment: {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:53.544466 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.544850 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Bound using segment: {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:53.545324 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Bound port: a39b5e2d-9fef-4156-9398-96feaae87acc, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:53.545731 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.579681 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for router_gateway (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.594684 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 91e680b8-d568-47f7-a120-7399a2407a09 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:53.787085 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.815887 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] For port a39b5e2d-9fef-4156-9398-96feaae87acc, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:53.839324 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] For port a39b5e2d-9fef-4156-9398-96feaae87acc, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a39b5e2d-9fef-4156-9398-96feaae87acc,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:53.855815 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.858085 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 91e680b8-d568-47f7-a120-7399a2407a09 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:53.858489 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (91e680b8-d568-47f7-a120-7399a2407a09), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.861289 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks [] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.911166 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:53.954098 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:20:53.981052 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef327d7-dc86-4743-835e-15a7c002612a None None] Pushing event updated for resources: {'Port': ['ID=a39b5e2d-9fef-4156-9398-96feaae87acc,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:54.116696 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:20:54.127050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0a70e-149e-454f-95aa-ab684eeb8224 None None] Pushing event updated for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:54.130988 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Sync routers for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:20:54.139595 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 91e680b8-d568-47f7-a120-7399a2407a09 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:54.145453 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Attempting to bind port fe2aa75c-9a05-4d18-b022-e969b71c99e1 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:54.145874 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Attempting to bind port fe2aa75c-9a05-4d18-b022-e969b71c99e1 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:54.146213 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Attempting to bind port fe2aa75c-9a05-4d18-b022-e969b71c99e1 on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:54.150205 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.156854 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:54.157086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:54.158165 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:54.158391 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1dff839c-06bc-4a25-b115-e09a73b73e57 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5822682 May 17 18:20:54.158578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.158980 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Bound using segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:54.159472 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Bound port: fe2aa75c-9a05-4d18-b022-e969b71c99e1, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:54.159858 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.163964 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:54.165316 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:54.284319 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] For port fe2aa75c-9a05-4d18-b022-e969b71c99e1, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:54.287924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] For port fe2aa75c-9a05-4d18-b022-e969b71c99e1, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=fe2aa75c-9a05-4d18-b022-e969b71c99e1,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:54.303150 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.373108 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:54.373778 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:54.376917 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0a70e-149e-454f-95aa-ab684eeb8224 None None] Pushing event updated for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:54.441739 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:54.454257 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Provisioning complete for port fe2aa75c-9a05-4d18-b022-e969b71c99e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:54.454628 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.596979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:54.701368 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:53Z', 'revision_number': 3, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:54.727864 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Checking router: 855c836c-6c10-40d3-8cde-2f93a8e1ad9d for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:20:54.728202 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Updating router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:20:54.728797 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Current status of the port fe2aa75c-9a05-4d18-b022-e969b71c99e1 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:54.730173 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.757081 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.807631 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0713411c-9bf9-497e-846e-f18be432150b None None] For port fe2aa75c-9a05-4d18-b022-e969b71c99e1, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=fe2aa75c-9a05-4d18-b022-e969b71c99e1,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:54.815093 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.819689 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:54.899591 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:54.903295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713411c-9bf9-497e-846e-f18be432150b None None] Pushing event updated for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:54.936856 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc76-0000-479f-8aaa-b152622c1860 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:20:54.950978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-caf0ddf9-b381-44a6-b8fb-69e491f7281c None None] Provisioning complete for port fe2aa75c-9a05-4d18-b022-e969b71c99e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:54.951827 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-caf0ddf9-b381-44a6-b8fb-69e491f7281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.054252 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Allocated IP 172.20.0.1 (47c7dffc-d9ec-48dc-8135-af69544a52f0/f69ce17a-85ac-405f-b3f5-781b8b2d4613/aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:20:55.108994 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-caf0ddf9-b381-44a6-b8fb-69e491f7281c None None] Current status of the port fe2aa75c-9a05-4d18-b022-e969b71c99e1 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:55.174505 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks [] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.184146 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.263930 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e647-e4d7-454b-99d5-041977b63bed None None] Pushing event updated for resources: {'Port': ['ID=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:55.286879 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Attempting to bind port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:55.287245 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Attempting to bind port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:55.287603 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Attempting to bind port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:55.293687 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:55.294641 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:55.294796 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.295102 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:55.295573 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Bound port: eb6cfec7-1968-4dbe-bfac-2b5de6b54193, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:55.295944 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.299249 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks [] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.347536 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.355333 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] For port eb6cfec7-1968-4dbe-bfac-2b5de6b54193, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:55.359376 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] For port eb6cfec7-1968-4dbe-bfac-2b5de6b54193, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:55.367017 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.413149 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:55.428076 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:55.429955 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:55.433024 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e647-e4d7-454b-99d5-041977b63bed None None] Pushing event updated for resources: {'Port': ['ID=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:55.436270 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:20:55.458132 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:55.459291 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:55.484817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.492322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53fd5aa-b0a3-4588-a10e-03a6183655cd None None] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:20:55.611719 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:55.628924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Provisioning complete for port a39b5e2d-9fef-4156-9398-96feaae87acc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:55.632610 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.674801 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.753879 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a39b5e2d-9fef-4156-9398-96feaae87acc up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:55.837227 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:53Z', 'revision_number': 3, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:55.845071 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Current status of the port a39b5e2d-9fef-4156-9398-96feaae87acc is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:55.845580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.875808 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466af1a4-0ee8-42d2-bf8d-56180259bd7a None None] The sync data for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi is: [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:53Z', 'revision_number': 3, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:20:55.899328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port a39b5e2d-9fef-4156-9398-96feaae87acc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:55.899694 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.924023 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] For port a39b5e2d-9fef-4156-9398-96feaae87acc, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a39b5e2d-9fef-4156-9398-96feaae87acc,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:55.937043 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.968443 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks [] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:55.976391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.034739 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5429739-d37e-4bb0-a746-b677f62ca2ba None None] Pushing event updated for resources: {'Port': ['ID=a39b5e2d-9fef-4156-9398-96feaae87acc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:56.049244 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.051300 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:56.086955 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port a39b5e2d-9fef-4156-9398-96feaae87acc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:56.088279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device fe2aa75c-9a05-4d18-b022-e969b71c99e1 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:56.136778 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port fe2aa75c-9a05-4d18-b022-e969b71c99e1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:56.137063 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.178567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Provisioning complete for port a39b5e2d-9fef-4156-9398-96feaae87acc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:56.178793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:20:56.178920 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.180460 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:20:56.271721 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port fe2aa75c-9a05-4d18-b022-e969b71c99e1 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:56.341599 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Current status of the port a39b5e2d-9fef-4156-9398-96feaae87acc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:56.354398 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:56.354776 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.367139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:20:56.411032 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8280fab0-26a5-4c82-a58c-99c223db0052 None None] Port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:56.518485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:20:56.533258 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-06a8dd12-5ad5-4502-a122-d82ca5e3ea75 admin admin] 10.222.0.65 "PUT /v2.0/routers/855c836c-6c10-40d3-8cde-2f93a8e1ad9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3738925 May 17 18:20:56.537154 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-83d54a43-55fb-4b1e-9b5b-a929ebde0c48 None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:56.537755 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83d54a43-55fb-4b1e-9b5b-a929ebde0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.594144 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-83d54a43-55fb-4b1e-9b5b-a929ebde0c48 None None] Port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:56.711136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c11b89ce-0410-44a1-9e4c-68e4cfe1a7e3 None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:56.711508 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11b89ce-0410-44a1-9e4c-68e4cfe1a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:56.744817 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c11b89ce-0410-44a1-9e4c-68e4cfe1a7e3 None None] Port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:20:56.941095 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:56.945799 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126375773', 'description': 'tempest-secgroup-smoke-1126375773 description', 'project_id': '481c26193c6141588dd15fd5c593de86'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:56.967367 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.036176 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (cd98141e-d96a-499c-9603-72ca3023ffed), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.040268 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (cd98141e-d96a-499c-9603-72ca3023ffed), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.070543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.071774 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295590 May 17 18:20:57.075478 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60508) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.080835 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.085487 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59198f-c52a-453f-badc-8e03888598f3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98141e-d96a-499c-9603-72ca3023ffed,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.111539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (94eb8aad-095a-4b77-b4b1-cb9988157ebc), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.164266 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (94eb8aad-095a-4b77-b4b1-cb9988157ebc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.168157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (94eb8aad-095a-4b77-b4b1-cb9988157ebc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.184693 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94eb8aad-095a-4b77-b4b1-cb9988157ebc,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.192361 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.193695 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-858f2e7e-d816-4aed-a953-651e123d9b01 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164930 May 17 18:20:57.196243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 60510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.200729 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.227206 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (0a3bd913-0e0e-4aca-a33b-4a662a4c8ea1), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.285089 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (0a3bd913-0e0e-4aca-a33b-4a662a4c8ea1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.289005 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (0a3bd913-0e0e-4aca-a33b-4a662a4c8ea1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.308331 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3bd913-0e0e-4aca-a33b-4a662a4c8ea1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.314047 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.317896 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ec0f70a3-3be4-4c2e-a981-c39c6a92a088 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207094 May 17 18:20:57.318298 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.323092 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.350046 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (d10ef43f-7a0d-4d2d-829d-ae840174cc76), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.405155 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (d10ef43f-7a0d-4d2d-829d-ae840174cc76), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.408842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (d10ef43f-7a0d-4d2d-829d-ae840174cc76), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.427879 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10ef43f-7a0d-4d2d-829d-ae840174cc76,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.433904 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.435013 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a87167b8-1a12-4b56-ba6b-4d2ed0b2b2d6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156340 May 17 18:20:57.437677 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.441811 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.469301 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (2d87049b-b2d9-457d-a405-8caece5f18b1), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.523976 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (2d87049b-b2d9-457d-a405-8caece5f18b1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.529706 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (2d87049b-b2d9-457d-a405-8caece5f18b1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.547780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d87049b-b2d9-457d-a405-8caece5f18b1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.554997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.556177 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-434d314b-ed55-4670-8424-414571d12354 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176007 May 17 18:20:57.558988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.563572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.585991 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Project 481c26193c6141588dd15fd5c593de86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:20:57.591954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (e51a6e48-cd57-4fdc-bd3d-a35af19ef5d1), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.662780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (e51a6e48-cd57-4fdc-bd3d-a35af19ef5d1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.667042 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (e51a6e48-cd57-4fdc-bd3d-a35af19ef5d1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.678419 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a39b5e2d-9fef-4156-9398-96feaae87acc up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:57.689669 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a6e48-cd57-4fdc-bd3d-a35af19ef5d1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.700937 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.702165 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c0b491c5-40b6-4862-bc76-583f3893ac48 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422014 May 17 18:20:57.704854 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:20:57.709113 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'security_group_rule': {'security_group_id': 'cd98141e-d96a-499c-9603-72ca3023ffed', 'project_id': '481c26193c6141588dd15fd5c593de86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:20:57.721728 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port a39b5e2d-9fef-4156-9398-96feaae87acc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:57.722140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.729998 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Project 481c26193c6141588dd15fd5c593de86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:20:57.735551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (fbaa8f13-85e9-464d-99aa-e2fe99ee906c), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.795362 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port a39b5e2d-9fef-4156-9398-96feaae87acc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:57.796412 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eb6cfec7-1968-4dbe-bfac-2b5de6b54193 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:57.796579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (fbaa8f13-85e9-464d-99aa-e2fe99ee906c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.800311 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (fbaa8f13-85e9-464d-99aa-e2fe99ee906c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.817219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa8f13-85e9-464d-99aa-e2fe99ee906c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:57.829603 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.833934 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d6aba628-d4d5-4abe-b7dd-6459e720cf88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251731 May 17 18:20:57.844252 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:57.844702 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.925016 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:57.925413 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:57.946071 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port eb6cfec7-1968-4dbe-bfac-2b5de6b54193, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:57.950578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:58.000035 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:58.462871 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Sync routers for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:20:58.474101 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:58.474712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:58.684021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:58.863936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 4, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4', 'name': '', 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'mac_address': 'fa:16:3e:50:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:54Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 2, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'subnets': [{'id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:58.891546 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Checking router: 855c836c-6c10-40d3-8cde-2f93a8e1ad9d for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:20:58.891897 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Updating router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:20:58.918364 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.201073 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks [] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.206915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.254853 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a929-80e1-4168-91f2-f66c4e9ac5ca None None] Pushing event updated for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:59.323037 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Attempting to bind port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:20:59.323404 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Attempting to bind port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:20:59.324134 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Attempting to bind port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 on network 47c7dffc-d9ec-48dc-8135-af69544a52f0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:20:59.329614 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:20:59.330056 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Checking segment: {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:20:59.330528 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.330998 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Bound using segment: {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:20:59.331539 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Bound port: aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5881fb0c-740a-4fe5-859d-bcaf9108879c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:20:59.331991 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.397921 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] For port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:20:59.401010 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] For port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:20:59.407211 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.462011 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:20:59.462659 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:20:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:20:59.502074 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a929-80e1-4168-91f2-f66c4e9ac5ca None None] Pushing event updated for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:20:59.518459 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:59.518835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.607865 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eb6cfec7-1968-4dbe-bfac-2b5de6b54193 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:20:59.651920 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:20:59.784282 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Current status of the port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:20:59.784907 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.791791 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:20:59.792149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:20:59.896770 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] For port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:20:59.907285 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:00.004445 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:00.025062 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718148-eaac-401e-8adb-2ae1ed8314cf None None] Pushing event updated for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:00.030786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 4, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4', 'name': '', 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'mac_address': 'fa:16:3e:50:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:54Z', 'updated_at': '2022-05-17T18:20:59Z', 'revision_number': 4, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'subnets': [{'id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:21:00.060457 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6d704e6a-c89d-4160-8fcb-618367554f41 None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:21:00.060829 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d704e6a-c89d-4160-8fcb-618367554f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:00.063076 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c5528-6597-4a95-86be-29fa3c49dd05 None None] The sync data for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi is: [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:20:55Z', 'revision_number': 4, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4', 'name': '', 'network_id': '47c7dffc-d9ec-48dc-8135-af69544a52f0', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'mac_address': 'fa:16:3e:50:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:54Z', 'updated_at': '2022-05-17T18:20:59Z', 'revision_number': 4, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'subnets': [{'id': 'f69ce17a-85ac-405f-b3f5-781b8b2d4613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:21:00.167074 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6d704e6a-c89d-4160-8fcb-618367554f41 None None] Current status of the port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:01.602769 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:21:01.645771 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:21:01.646063 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:01.719389 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:04.821188 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:05.817266 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-8915a7e0-bed8-4c65-ba6d-7a5b06d089b6 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:05.818662 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-8915a7e0-bed8-4c65-ba6d-7a5b06d089b6 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 814 time: 0.1046157 May 17 18:21:05.833883 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-32cffa9f-c2f2-43f4-8a12-e9347b368247 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/quotas/80d1667aeb814212abe473f58d0ff420 HTTP/1.1" status: 200 len: 375 time: 0.0097592 May 17 18:21:06.098787 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-16d33407-a770-408b-a64d-90c2e9584d9d tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2574453 May 17 18:21:06.190405 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-17992e93-38c4-4eca-bd9e-2b6f5a16a2e1 service neutron] 10.222.0.65 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834816 May 17 18:21:06.283471 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-0381d99d-2e48-4448-8498-5887a7e36857 service neutron] 10.222.0.65 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871956 May 17 18:21:06.458735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fcf114fe-f074-4b3b-a386-f548a79793ed req-c5148b79-75c1-4479-992f-a93f61f2d2ca tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 210 time: 0.0283492 May 17 18:21:07.395229 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60678) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:21:07.460421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-46c929c6-8a30-47e9-add5-3ce5266ea6c8 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:07.461947 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-46c929c6-8a30-47e9-add5-3ce5266ea6c8 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 814 time: 0.1122801 May 17 18:21:07.474260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Request body: {'port': {'device_id': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48', 'admin_state_up': True, 'tenant_id': '80d1667aeb814212abe473f58d0ff420'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:21:07.549403 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.579319 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe9deacb-3b00-4c98-bed2-8d97836976dc req-5579ff96-926f-4762-b0da-48699b32ccdf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 210 time: 0.0392311 May 17 18:21:07.602950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Made reservation on behalf of 80d1667aeb814212abe473f58d0ff420 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:21:07.609355 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.657155 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Publish callbacks [] for security_group (7d4dbd11-eced-449e-8afc-3970a81b83e8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.661241 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7d4dbd11-eced-449e-8afc-3970a81b83e8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.701568 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d8c9187040a475a9b20750352109b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044865 May 17 18:21:07.702435 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4dbd11-eced-449e-8afc-3970a81b83e8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:07.704413 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 60690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:21:07.723459 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.723862 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.724209 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.724603 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.724940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.725279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.725638 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.725971 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.726303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.726637 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.726975 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.727292 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.727618 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.727939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.728862 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdcf3d-03c3-4957-8ea9-167da3f4c11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:07.751307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Allocated IP 172.20.0.3 (4a6a683b-83c8-4aab-94d5-fc0e51543f48/c6195731-941b-4085-ac66-09869b3ad17f/60f7f7c7-fbae-40cb-9c19-1eee4b18171b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:21:07.776440 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] Publish callbacks [] for security_group (7d4dbd11-eced-449e-8afc-3970a81b83e8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.797872 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] Publish callbacks [] for security_group (7d4dbd11-eced-449e-8afc-3970a81b83e8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.851337 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7d4dbd11-eced-449e-8afc-3970a81b83e8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.854578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.855715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d4dbd11-eced-449e-8afc-3970a81b83e8 HTTP/1.1" status: 204 len: 168 time: 0.1504297 May 17 18:21:07.863676 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0e02-aff7-419b-9f88-84daf1d15ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4dbd11-eced-449e-8afc-3970a81b83e8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:07.909217 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks [] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.941232 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:07.985145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:21:07.988439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:21:07.992786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:21:07.998647 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:07.999489 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.018360 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Pushing event updated for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:08.025098 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544641 May 17 18:21:08.030691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.031024 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.031460 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.031799 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.032193 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.032524 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.032853 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.033292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.033651 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.033982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.034441 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.034897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.035224 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.035701 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.036015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eaa0fc-381e-494a-9781-ef5153210dbf tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:08.048317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Request body: {'port': {'device_id': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:21:08.110819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.395714 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f7f7c7-fbae-40cb-9c19-1eee4b18171b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:21:08.403720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks [] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.415624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Transition to ACTIVE for port object 60f7f7c7-fbae-40cb-9c19-1eee4b18171b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:21:08.420072 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.469992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:08.499212 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Attempting to bind port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:21:08.499543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Attempting to bind port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:21:08.499868 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Attempting to bind port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:21:08.504177 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:21:08.504496 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Attempting to bind port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b on network 4a6a683b-83c8-4aab-94d5-fc0e51543f48 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:21:08.509190 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:21:08.509691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Checking segment: {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:21:08.510076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Bound using segment: {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:21:08.510495 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Bound port: 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3562982-141f-4c4f-bfd3-5c60bee09693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:21:08.510872 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.574955 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:21:08.577817 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:21:08.582867 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.618142 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:08.618762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:08.620118 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] 10.222.0.59 "PUT /v2.0/ports/60f7f7c7-fbae-40cb-9c19-1eee4b18171b HTTP/1.1" status: 200 len: 1093 time: 0.5759866 May 17 18:21:08.620552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:21:08.622789 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50589ae2-b8db-47a4-9f0f-261e2a171cee" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:21:08.642568 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef78e6-3307-4235-88e6-f447cac1aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:08.681968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68026f2f-56d3-49e1-b21b-f530f4982959 x-openstack-request-id: req-68026f2f-56d3-49e1-b21b-f530f4982959 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:21:08.682365 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:21:08.682687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68026f2f-56d3-49e1-b21b-f530f4982959 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:21:08.683155 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68026f2f-56d3-49e1-b21b-f530f4982959'] response: {'name': 'network-changed', 'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b', 'status': 'completed', 'code': 200} May 17 18:21:08.716500 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7df36-acf6-4b07-b3a8-bf2c6f23a4db req-7efd912e-ab92-4236-849f-30a10bfe70ef tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:08.718206 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cd7df36-acf6-4b07-b3a8-bf2c6f23a4db req-7efd912e-ab92-4236-849f-30a10bfe70ef tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0680852 May 17 18:21:08.733962 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-f0f2916a-5d53-48a7-ac8a-180c678e9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:08.735427 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-f0f2916a-5d53-48a7-ac8a-180c678e9319 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 1127 time: 0.0428667 May 17 18:21:08.769594 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cd7df36-acf6-4b07-b3a8-bf2c6f23a4db req-a0694e27-65ba-4f01-9c71-154ee69630f4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 May 17 18:21:08.789549 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-7f535b42-8c26-4678-ba92-4cd3b8220220 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b HTTP/1.1" status: 200 len: 217 time: 0.0437210 May 17 18:21:08.846103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075828a-976d-4777-a8cf-89b652e06079 req-1a085ec9-5ca6-4a86-a3bc-c7093d2ed632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:08.847546 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-1a085ec9-5ca6-4a86-a3bc-c7093d2ed632 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6195731-941b-4085-ac66-09869b3ad17f HTTP/1.1" status: 200 len: 854 time: 0.0486827 May 17 18:21:08.881205 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-267f3cf7-65bd-480c-8868-1e0578c23cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a6a683b-83c8-4aab-94d5-fc0e51543f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273278 May 17 18:21:08.970505 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-0968311a-95bf-4a0c-a89f-9d0c7e6752e2 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818210 May 17 18:21:09.068878 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c075828a-976d-4777-a8cf-89b652e06079 req-d81945fa-105e-4cfb-ba2a-c49ad6442e74 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 May 17 18:21:09.892030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dabfb-0965-4787-b226-d53893e2238a req-f74f5618-e450-496b-bdf6-607fa64a92d8 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:09.893755 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5e4dabfb-0965-4787-b226-d53893e2238a req-f74f5618-e450-496b-bdf6-607fa64a92d8 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0529666 May 17 18:21:09.946500 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5e4dabfb-0965-4787-b226-d53893e2238a req-5a2764d6-3a8f-4cca-9e5e-3af8119c380f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 May 17 18:21:11.061266 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96c6f-a2c2-4c31-8c9c-886a6b4ccf2f req-63111be4-6954-454f-b613-0a92817f236c tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:11.062662 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56b96c6f-a2c2-4c31-8c9c-886a6b4ccf2f req-63111be4-6954-454f-b613-0a92817f236c tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0475569 May 17 18:21:11.112760 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56b96c6f-a2c2-4c31-8c9c-886a6b4ccf2f req-733851cd-3693-49e2-9dd7-7e017b64b8e8 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 May 17 18:21:12.227419 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd3262-1b9b-413d-8c1c-68fbadcdee3b req-96db5236-b798-47c1-8988-6dc6fc4bcd57 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:12.229896 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-58fd3262-1b9b-413d-8c1c-68fbadcdee3b req-96db5236-b798-47c1-8988-6dc6fc4bcd57 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0491965 May 17 18:21:12.276696 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-58fd3262-1b9b-413d-8c1c-68fbadcdee3b req-9e8e8ba5-d873-4786-a325-ccdff8158f90 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 May 17 18:21:13.138775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-96831f92-e347-49a0-a2be-d3331ef8f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:13.140158 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-96831f92-e347-49a0-a2be-d3331ef8f13c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80d1667aeb814212abe473f58d0ff420&device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 1127 time: 0.0387042 May 17 18:21:13.392663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d3bc1-2943-4262-98d2-2888315fdb27 req-1a67177c-3f49-472e-a2d5-561c0f4d6933 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:13.394253 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd6d3bc1-2943-4262-98d2-2888315fdb27 req-1a67177c-3f49-472e-a2d5-561c0f4d6933 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0478745 May 17 18:21:13.443309 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd6d3bc1-2943-4262-98d2-2888315fdb27 req-0faf4e44-ddf5-4855-8306-c9719bf01d0d tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 May 17 18:21:13.445003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-a8de1c2e-9579-4d17-bc08-22b915f0796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:13.446512 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-a8de1c2e-9579-4d17-bc08-22b915f0796b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 200 len: 915 time: 0.2959273 May 17 18:21:13.485487 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-4156b9db-2e0b-490a-b6c0-bb3412f7b6f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b HTTP/1.1" status: 200 len: 217 time: 0.0329173 May 17 18:21:13.532638 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-76aaa846-1e8d-46a8-a9dd-6071dc565171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:13.534107 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-76aaa846-1e8d-46a8-a9dd-6071dc565171 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6195731-941b-4085-ac66-09869b3ad17f HTTP/1.1" status: 200 len: 854 time: 0.0429230 May 17 18:21:13.568255 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-8591fcb9-2ed2-40d6-8299-9b1ff4f2732b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a6a683b-83c8-4aab-94d5-fc0e51543f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277808 May 17 18:21:13.656109 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-56cb89f5-c9eb-4692-9c17-95ce6172978b service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807419 May 17 18:21:13.745470 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50589ae2-b8db-47a4-9f0f-261e2a171cee req-650decb4-e31c-4db0-8930-22ad8f107249 service neutron] 10.222.0.59 "GET /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831280 May 17 18:21:14.556837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7910a1f-426f-4f84-a4f8-71fbbf13c4cc req-478c8988-4be0-4b1b-86b8-2f0f4e659c2f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:14.558303 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e7910a1f-426f-4f84-a4f8-71fbbf13c4cc req-478c8988-4be0-4b1b-86b8-2f0f4e659c2f tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 943 time: 0.0498116 May 17 18:21:14.586921 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 60f7f7c7-fbae-40cb-9c19-1eee4b18171b details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:21:14.605485 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e7910a1f-426f-4f84-a4f8-71fbbf13c4cc req-9f7786ad-04e4-4ac5-a54c-fac241d7b9ca tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 May 17 18:21:14.683924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:14.694565 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b', 'network_id': '4a6a683b-83c8-4aab-94d5-fc0e51543f48', 'port_id': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b', 'mac_address': 'fa:16:3e:fe:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6195731-941b-4085-ac66-09869b3ad17f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:21:14.728408 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:14.728720 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:14.740846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f7f7c7-fbae-40cb-9c19-1eee4b18171b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:21:14.759295 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:14.763736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:14.810791 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:14.998635 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f720cd64-5c44-46cb-9efb-357da25b45c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:15.271700 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['60f7f7c7-fbae-40cb-9c19-1eee4b18171b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:21:15.717566 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf6f78-9d85-424c-9db6-de5dc6a3997d req-64f8782e-a77c-4a04-bbcf-b643687ef3a0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:15.718991 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1bf6f78-9d85-424c-9db6-de5dc6a3997d req-64f8782e-a77c-4a04-bbcf-b643687ef3a0 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 944 time: 0.0462317 May 17 18:21:15.764247 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1bf6f78-9d85-424c-9db6-de5dc6a3997d req-db54d2ef-ea10-4cbd-b581-b8714bce5f0e tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 May 17 18:21:16.587398 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 60f7f7c7-fbae-40cb-9c19-1eee4b18171b up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:21:16.627958 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:21:16.633731 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:21:16.634104 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:16.702156 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:16.702536 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:16.732880 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:21:16.735132 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c3f8c7-389e-410b-ba12-473b58211dc3" -d '{"events": [{"server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "name": "network-vif-plugged", "status": "completed", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:21:16.747549 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:16.751754 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:16.778611 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb8f02f-4f8a-43b8-b256-d136678a8310 x-openstack-request-id: req-abb8f02f-4f8a-43b8-b256-d136678a8310 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:21:16.778908 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "name": "network-vif-plugged", "status": "completed", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:21:16.779166 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abb8f02f-4f8a-43b8-b256-d136678a8310 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:21:16.779562 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb8f02f-4f8a-43b8-b256-d136678a8310'] response: {'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b', 'code': 200} May 17 18:21:16.806482 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:16.885316 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf434ecb-3b41-4908-8d67-313fd192f65e req-15afa8de-7fc8-4625-808c-8f559becf8e4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:16.886803 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf434ecb-3b41-4908-8d67-313fd192f65e req-15afa8de-7fc8-4625-808c-8f559becf8e4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0527837 May 17 18:21:16.935588 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf434ecb-3b41-4908-8d67-313fd192f65e req-9c19998a-d0ba-455e-a9cf-d9824a7a2ba2 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 May 17 18:21:16.957379 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3026d21-12a5-4eb5-9a80-6fd6012fc67b req-ff5c51d6-e687-41ba-8306-c0efb44e7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:16.958910 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3026d21-12a5-4eb5-9a80-6fd6012fc67b req-ff5c51d6-e687-41ba-8306-c0efb44e7d9f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 1129 time: 0.0379765 May 17 18:21:17.001662 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3026d21-12a5-4eb5-9a80-6fd6012fc67b req-08c92928-a6b1-4ccd-818c-2745e143e3cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357313 May 17 18:21:17.206888 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70701ecb-a905-46c1-a938-ca5718d3771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:18.048598 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c38c5-fc02-4f05-b5a9-e5d155d11710 req-e2f0fc21-bfec-45ce-9db4-dd1d66f39f12 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:18.050059 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-434c38c5-fc02-4f05-b5a9-e5d155d11710 req-e2f0fc21-bfec-45ce-9db4-dd1d66f39f12 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0464218 May 17 18:21:18.097201 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-434c38c5-fc02-4f05-b5a9-e5d155d11710 req-1dcb1189-7224-459b-aa25-943486d4d590 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 May 17 18:21:18.306866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:19.204416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080de7e-c90a-4bb7-9d69-5e685470f7a6 req-e9cbd758-b0ea-4465-a00a-7b8123153420 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:19.205856 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1080de7e-c90a-4bb7-9d69-5e685470f7a6 req-e9cbd758-b0ea-4465-a00a-7b8123153420 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0451038 May 17 18:21:19.255715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1080de7e-c90a-4bb7-9d69-5e685470f7a6 req-7cc0352f-70c6-41af-91cd-8c3d37473819 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 May 17 18:21:19.737835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:20.367150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31bec9-1834-4960-9b32-262eccc1c2f6 req-2b0193d4-9a30-485a-9f8e-486a81f7ddc7 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:20.368681 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b31bec9-1834-4960-9b32-262eccc1c2f6 req-2b0193d4-9a30-485a-9f8e-486a81f7ddc7 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0473049 May 17 18:21:20.416385 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b31bec9-1834-4960-9b32-262eccc1c2f6 req-3da6bb7d-9759-4dee-9a92-8b50e99e1e81 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 May 17 18:21:20.654245 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:21:21.464230 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:28.949989 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-9572b2ce-a190-4db8-9a6b-75edb62e7c1c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126375773&fields=id&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 267 time: 0.0441959 May 17 18:21:29.056762 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-4fdc56b2-bdc9-40fb-844f-84cb60106558 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:29.058305 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-4fdc56b2-bdc9-40fb-844f-84cb60106558 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.1020479 May 17 18:21:29.074930 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-009a14ef-2a55-474f-a4a6-439f013d8005 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/quotas/481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 375 time: 0.0098987 May 17 18:21:29.122277 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-1ad25851-6854-478e-be79-4ef99e334ae3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424860 May 17 18:21:29.224761 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-9d718ce8-2f90-4ad9-92b1-2a0e046f5006 service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896347 May 17 18:21:29.316365 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-7bc2159e-4246-40b0-a811-d61282c20d47 service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 May 17 18:21:29.611496 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0dcb3a7-b62c-496c-a13e-d6443393836e req-c337f2a2-4a00-470a-82f9-d56ed503fba7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0317850 May 17 18:21:30.712186 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a95e3acc-61bf-4b15-8738-1b374e6687d8 req-649e1f99-535a-4b29-87d3-58deb4f41044 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0314126 May 17 18:21:31.805277 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90de9599-8c82-457f-8510-9a73e3054f40 req-1fcb9bca-d913-49d8-b34f-4de041e94104 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0273173 May 17 18:21:32.902019 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-18ce43c4-04bb-4526-8b39-c781fb546b32 req-20ba2785-9627-4e8f-a42c-9649e6b68431 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0292432 May 17 18:21:33.023438 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-5d1236ee-6e48-4597-b35d-842cf301cc59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371680 May 17 18:21:33.309824 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-7b1edd78-1c49-4d85-b55f-e821e14b4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:33.311299 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-7b1edd78-1c49-4d85-b55f-e821e14b4f9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1129 time: 0.0435174 May 17 18:21:33.495829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-152a4090-da74-4780-bfbf-fd94767f6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:33.497436 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-152a4090-da74-4780-bfbf-fd94767f6759 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.1673844 May 17 18:21:33.506242 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-07e960dc-9edb-406e-89cb-fe2e4a570215 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:33.507660 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-07e960dc-9edb-406e-89cb-fe2e4a570215 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.1593637 May 17 18:21:33.593971 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-9d6b0c74-a4aa-4e3d-950f-f4f782a2ae18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 1000 time: 0.0852344 May 17 18:21:33.637348 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-34b1f85d-050a-4d39-933b-7a0dec2149eb tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 380 time: 0.1210926 May 17 18:21:33.648395 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'port': {'device_id': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'admin_state_up': True, 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'security_groups': ['cd98141e-d96a-499c-9603-72ca3023ffed']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:21:33.679435 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-70c714e3-576b-4e39-b3c1-3774653e3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:33.680829 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-70c714e3-576b-4e39-b3c1-3774653e3212 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0769992 May 17 18:21:33.783399 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-21ef03cb-7ccc-4f41-b699-d907d0b1d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:33.784774 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-21ef03cb-7ccc-4f41-b699-d907d0b1d54f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542762 May 17 18:21:33.795281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Made reservation on behalf of 481c26193c6141588dd15fd5c593de86 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:21:33.799378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:33.975378 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-0c463d9b-7912-43e2-af2e-ee56e71bb6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723530 May 17 18:21:34.003901 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e32fcb2-2408-4e3d-99a9-507beb56c3be req-4ede6510-1fc0-47f2-bcc0-577ab89ca3c3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0288262 May 17 18:21:34.030401 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.20.0.6 (38c10630-122b-4079-98b2-93ad2511bb9a/0c187539-1846-4ca9-8a58-eb53e8b4053c/14f3ea7b-33ca-4752-b87b-d34d49e5b90c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:21:34.127913 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-134686aa-f686-4ded-9282-a9aaa8f82b3f req-6cc2faa6-85de-4839-9f53-9813dd8a5de0 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456127 May 17 18:21:34.243783 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.279158 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.323633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:21:34.327067 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:21:34.333148 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:21:34.337755 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:34.338895 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.347204 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:34.358437 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-da26b400-09fc-4018-aa9a-17cf9c476d11 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154102 May 17 18:21:34.545310 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Request body: {'port': {'device_id': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:21:34.611259 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.621752 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6da5d5a-22cb-46d5-9db3-76bc620c666b None None] Provisioning complete for port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:21:34.622393 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6da5d5a-22cb-46d5-9db3-76bc620c666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.659323 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e6da5d5a-22cb-46d5-9db3-76bc620c666b None None] Port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:21:34.839304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.916505 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f3ea7b-33ca-4752-b87b-d34d49e5b90c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:21:34.923713 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks [] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.937784 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Transition to ACTIVE for port object 14f3ea7b-33ca-4752-b87b-d34d49e5b90c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:21:34.942063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:34.991924 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Pushing event updated for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:35.027081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Attempting to bind port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:21:35.027512 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Attempting to bind port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:21:35.027995 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Attempting to bind port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:21:35.033556 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c on network 38c10630-122b-4079-98b2-93ad2511bb9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:21:35.034112 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Attempting to bind port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:21:35.040003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:21:35.040328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:21:35.040709 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Bound using segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:21:35.041668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Bound port: 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:21:35.042035 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:35.116758 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:21:35.121949 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:21:35.129411 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:35.131539 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f3840-1c43-4628-ad59-27bf3913fc3f req-4cfb5977-a73c-4194-b1e6-84210df670df tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:35.134481 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ee7f3840-1c43-4628-ad59-27bf3913fc3f req-4cfb5977-a73c-4194-b1e6-84210df670df tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0548368 May 17 18:21:35.173191 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:35.174172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:35.175976 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] 10.222.0.59 "PUT /v2.0/ports/14f3ea7b-33ca-4752-b87b-d34d49e5b90c HTTP/1.1" status: 200 len: 1093 time: 0.6351273 May 17 18:21:35.176558 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:21:35.179718 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b6469-b9c0-4af9-9755-a0c5adea8a43" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:21:35.192208 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ee7f3840-1c43-4628-ad59-27bf3913fc3f req-384429fd-545d-47e5-a9d6-d03ff59defa3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520158 May 17 18:21:35.205054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0ee62-6de9-427c-a43e-1461629a0349 service neutron] Pushing event updated for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:35.229487 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8903e-0343-491d-ba63-abe269cdbbdf x-openstack-request-id: req-2ea8903e-0343-491d-ba63-abe269cdbbdf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:21:35.229786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:21:35.230035 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ea8903e-0343-491d-ba63-abe269cdbbdf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:21:35.230439 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea8903e-0343-491d-ba63-abe269cdbbdf'] response: {'name': 'network-changed', 'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'status': 'completed', 'code': 200} May 17 18:21:35.506584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-b6cc650a-a140-42ba-9719-0d64d9ff470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:35.508071 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-b6cc650a-a140-42ba-9719-0d64d9ff470f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 1127 time: 0.0412865 May 17 18:21:36.301146 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6529c-ec0a-41c6-b75d-2ea17d553cef req-6bfd2e7a-c63c-4de3-abed-f706f891f810 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:36.303194 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32a6529c-ec0a-41c6-b75d-2ea17d553cef req-6bfd2e7a-c63c-4de3-abed-f706f891f810 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0482903 May 17 18:21:36.352922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32a6529c-ec0a-41c6-b75d-2ea17d553cef req-d2bb2d82-95eb-4ae6-8b23-3bc18269b29c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 May 17 18:21:37.467692 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e968f6-19ee-477b-af0d-e6232fe0ff78 req-53714c6a-a038-48fc-ae02-1ca109b5db04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:37.469130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15e968f6-19ee-477b-af0d-e6232fe0ff78 req-53714c6a-a038-48fc-ae02-1ca109b5db04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0462797 May 17 18:21:37.521347 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15e968f6-19ee-477b-af0d-e6232fe0ff78 req-b1d78092-b5d1-444f-a913-910a3183f85f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467634 May 17 18:21:38.634161 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c108de2-2903-44c7-9336-fa7e02af9354 req-9ba2d847-aba5-4047-aec7-26700c33b706 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:38.636339 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c108de2-2903-44c7-9336-fa7e02af9354 req-9ba2d847-aba5-4047-aec7-26700c33b706 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0490921 May 17 18:21:38.685751 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c108de2-2903-44c7-9336-fa7e02af9354 req-8c052ebf-b206-479d-bdc3-24186f6706a1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 May 17 18:21:39.108383 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-8ec8bdee-9403-43a1-a875-077aee8c5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.109776 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-8ec8bdee-9403-43a1-a875-077aee8c5e3e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=481c26193c6141588dd15fd5c593de86&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0941169 May 17 18:21:39.202478 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-8128eb83-1eb3-4bed-a596-54a0aab0f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.203992 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f71b6469-b9c0-4af9-9755-a0c5adea8a43 req-8128eb83-1eb3-4bed-a596-54a0aab0f8ef service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862892 May 17 18:21:39.286700 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-9cc76d0c-b8ff-4143-b455-df294633610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.288210 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-9cc76d0c-b8ff-4143-b455-df294633610e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 1127 time: 0.0413795 May 17 18:21:39.537603 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-d797f5d1-b662-45de-a10f-385f1eded39e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c HTTP/1.1" status: 200 len: 217 time: 0.0488799 May 17 18:21:39.585048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-f81a83f0-651a-4023-8077-123961a687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.586465 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-f81a83f0-651a-4023-8077-123961a687ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0433481 May 17 18:21:39.630351 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-0730709c-faab-48c7-801c-f23567f28829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.631774 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-0730709c-faab-48c7-801c-f23567f28829 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391734 May 17 18:21:39.720635 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-b3b75562-88c8-4eee-afb3-2dccd1844f76 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822773 May 17 18:21:39.803205 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6025d-4a72-4713-8992-ca445bd628ea req-6c681958-95ee-4a32-88f9-9f0e76b299c8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:39.804613 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59e6025d-4a72-4713-8992-ca445bd628ea req-6c681958-95ee-4a32-88f9-9f0e76b299c8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0499372 May 17 18:21:39.815230 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-337d2c70-c1d8-40ef-9b86-70fc90af0c8f req-d69528c1-7f35-481c-82c8-a96fe8695713 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 May 17 18:21:39.856496 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59e6025d-4a72-4713-8992-ca445bd628ea req-bbee6fd0-ff16-47d8-b5d8-d556e89f9490 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 May 17 18:21:40.973991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ca10-65f0-4011-9f05-1d8956aa2661 req-cdc3a87b-5aa6-4c2a-9341-45227544e324 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:40.975428 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c71ca10-65f0-4011-9f05-1d8956aa2661 req-cdc3a87b-5aa6-4c2a-9341-45227544e324 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0487914 May 17 18:21:41.024867 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c71ca10-65f0-4011-9f05-1d8956aa2661 req-b526e219-a33d-4a49-b96c-b1ca90e6c0ba tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 May 17 18:21:42.137051 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119b99e-7038-4ec2-9234-b4c35f3fa90b req-e213ae2b-068a-4bbf-a63c-262341d5295d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:42.138555 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c119b99e-7038-4ec2-9234-b4c35f3fa90b req-e213ae2b-068a-4bbf-a63c-262341d5295d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0468562 May 17 18:21:42.187935 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c119b99e-7038-4ec2-9234-b4c35f3fa90b req-e85c5404-0012-418e-a133-a20078afdf3f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 May 17 18:21:43.305093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4563-66fd-40e9-99be-264630f10978 req-155f18bc-6f29-4760-bdf7-2f1e0b797857 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:43.307267 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-03ae4563-66fd-40e9-99be-264630f10978 req-155f18bc-6f29-4760-bdf7-2f1e0b797857 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0516624 May 17 18:21:43.356302 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-03ae4563-66fd-40e9-99be-264630f10978 req-89276ed7-3573-429a-9055-5f591dc93d23 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 May 17 18:21:44.468844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df691a-b192-4a5a-90c3-6e25b8a365a0 req-4e084459-2142-4a66-a5c5-ccd3661d0557 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:44.470347 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3df691a-b192-4a5a-90c3-6e25b8a365a0 req-4e084459-2142-4a66-a5c5-ccd3661d0557 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0459845 May 17 18:21:44.516649 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3df691a-b192-4a5a-90c3-6e25b8a365a0 req-9465549a-f894-4c77-8804-e1c9cb0efcbd tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 May 17 18:21:44.999572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a6aaaded-808c-4088-b461-3c0fa19fc1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:45.569358 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d71d-14eb-4922-baad-ccaf82bc5c95 req-1a5de1a4-f250-4ae3-82c4-6fc33e4648a3 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:45.570840 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce45d71d-14eb-4922-baad-ccaf82bc5c95 req-1a5de1a4-f250-4ae3-82c4-6fc33e4648a3 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0468066 May 17 18:21:45.653996 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6a35-2072-4e35-87a9-a47082f3a6c5 req-fa8089c3-c9a1-4930-bb9e-d065824b01fa tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:45.655337 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43ed6a35-2072-4e35-87a9-a47082f3a6c5 req-fa8089c3-c9a1-4930-bb9e-d065824b01fa tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0643156 May 17 18:21:45.658297 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce45d71d-14eb-4922-baad-ccaf82bc5c95 req-6947af7c-24dd-4044-a7d8-16b39f49c432 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 May 17 18:21:45.703161 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43ed6a35-2072-4e35-87a9-a47082f3a6c5 req-8cee4a55-6f03-4877-acf9-b459e900fb94 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422995 May 17 18:21:46.775404 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d159-f9b7-4eaf-b8fa-d8ccb4aa41f3 req-4776b6c2-3d6f-4434-8ac2-7cfc9c04a538 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:46.776851 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5268d159-f9b7-4eaf-b8fa-d8ccb4aa41f3 req-4776b6c2-3d6f-4434-8ac2-7cfc9c04a538 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0513525 May 17 18:21:46.840770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842487a-4848-48b4-b863-53a80a29ee84 req-40b385a3-d293-41a8-a8fb-62136014b7c7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:46.842209 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a842487a-4848-48b4-b863-53a80a29ee84 req-40b385a3-d293-41a8-a8fb-62136014b7c7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0645118 May 17 18:21:46.869850 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5268d159-f9b7-4eaf-b8fa-d8ccb4aa41f3 req-4d0f20ea-c693-4c06-b719-a7567e0dba35 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842984 May 17 18:21:46.900833 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a842487a-4848-48b4-b863-53a80a29ee84 req-4211261e-361b-4aeb-adac-fb10d79044ce tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526199 May 17 18:21:47.208204 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bc5213a9-d966-4a20-8a37-caae7aaf5f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:48.007222 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c469d-4d23-4e66-8eb9-5eed40eae1cc req-042139cd-1809-4c2b-9be7-961ef8282af5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:48.008659 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-674c469d-4d23-4e66-8eb9-5eed40eae1cc req-042139cd-1809-4c2b-9be7-961ef8282af5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0710168 May 17 18:21:48.027762 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cda5b1-2f50-48ea-909c-0322a506a5b7 req-4b5f512f-d8cc-49c4-8738-cd54984d5a4a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:48.029114 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55cda5b1-2f50-48ea-909c-0322a506a5b7 req-4b5f512f-d8cc-49c4-8738-cd54984d5a4a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0624163 May 17 18:21:48.096517 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-674c469d-4d23-4e66-8eb9-5eed40eae1cc req-48b6ea5e-bf47-4864-ae2e-619529d790c4 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822821 May 17 18:21:48.100918 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55cda5b1-2f50-48ea-909c-0322a506a5b7 req-3f4babc5-b9c5-42db-9e9e-b8d8588c360c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652051 May 17 18:21:48.309422 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:48.893917 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-d2624a0b-303f-4fd2-987e-66e749b18845 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:48.895367 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-d2624a0b-303f-4fd2-987e-66e749b18845 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0459504 May 17 18:21:48.977804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Deleting port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:21:48.978742 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:49.066279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] For port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,segment=NetworkSegment(e3562982-141f-4c4f-bfd3-5c60bee09693),segment_id=e3562982-141f-4c4f-bfd3-5c60bee09693)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:49.066632 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:49.080165 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Calling delete_port for 60f7f7c7-fbae-40cb-9c19-1eee4b18171b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:21:49.212439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (60f7f7c7-fbae-40cb-9c19-1eee4b18171b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:49.239515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Pushing event deleted for resources: {'Port': ['ID=60f7f7c7-fbae-40cb-9c19-1eee4b18171b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:49.243953 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['60f7f7c7-fbae-40cb-9c19-1eee4b18171b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:21:49.244155 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816adb-1fc1-4147-b032-0370c16cfc91 req-2e3d1d0a-1b38-46a4-ab6e-e2c8c71b65bb tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:49.246610 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f816adb-1fc1-4147-b032-0370c16cfc91 req-2e3d1d0a-1b38-46a4-ab6e-e2c8c71b65bb tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7e9281-594b-413f-950a-9c225b3ff0ae HTTP/1.1" status: 200 len: 945 time: 0.0803568 May 17 18:21:49.252636 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb9d7-46f7-4d41-b6d6-9d945dc25c95 req-83b2b77a-a1de-4b49-b768-6f3226e6895a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:49.254207 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e8eb9d7-46f7-4d41-b6d6-9d945dc25c95 req-83b2b77a-a1de-4b49-b768-6f3226e6895a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0800481 May 17 18:21:49.289644 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] No DVR routers for this DVR port 60f7f7c7-fbae-40cb-9c19-1eee4b18171b on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:21:49.292449 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:49.295619 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fbc903b-339f-4424-8950-d08f7227fb5e req-b7823661-a0a8-4fee-b02f-d3419f0deff5 tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.59 "DELETE /v2.0/ports/60f7f7c7-fbae-40cb-9c19-1eee4b18171b HTTP/1.1" status: 204 len: 173 time: 0.3944194 May 17 18:21:49.296058 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'name': 'network-vif-deleted', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:21:49.298297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc284ae-7ab5-4341-b9c0-e7379a60c4e5" -d '{"events": [{"server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "name": "network-vif-deleted", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:21:49.343472 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e8eb9d7-46f7-4d41-b6d6-9d945dc25c95 req-5c255715-fa7e-4186-9058-781660d79bd1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825305 May 17 18:21:49.346401 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f816adb-1fc1-4147-b032-0370c16cfc91 req-167533dd-1664-43f8-a9ed-cb22eadef78c tempest-VolumesSnapshotTestJSON-418095008 tempest-VolumesSnapshotTestJSON-418095008-project] 10.222.0.65 "GET /v2.0/security-groups?id=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874212 May 17 18:21:49.395620 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e28a40-598e-4919-8241-09adef688f99 x-openstack-request-id: req-d3e28a40-598e-4919-8241-09adef688f99 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:21:49.395916 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7e9281-594b-413f-950a-9c225b3ff0ae", "name": "network-vif-deleted", "tag": "60f7f7c7-fbae-40cb-9c19-1eee4b18171b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:21:49.396171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3e28a40-598e-4919-8241-09adef688f99 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:21:49.396568 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e28a40-598e-4919-8241-09adef688f99'] response: {'server_uuid': '8d7e9281-594b-413f-950a-9c225b3ff0ae', 'name': 'network-vif-deleted', 'tag': '60f7f7c7-fbae-40cb-9c19-1eee4b18171b', 'status': 'completed', 'code': 200} May 17 18:21:49.740250 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:50.463381 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e69be-c86d-4aef-b24b-2c95de3abe65 req-568e99b9-ec0b-4f55-8b8f-c47698547e31 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:50.464844 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a8e69be-c86d-4aef-b24b-2c95de3abe65 req-568e99b9-ec0b-4f55-8b8f-c47698547e31 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 943 time: 0.0467715 May 17 18:21:50.512546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a8e69be-c86d-4aef-b24b-2c95de3abe65 req-486c7b6e-b772-4775-8e71-33be07a645be tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 May 17 18:21:50.756392 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 14f3ea7b-33ca-4752-b87b-d34d49e5b90c details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:21:50.851429 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:50.862735 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'port_id': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'mac_address': 'fa:16:3e:08:0a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:21:50.899772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:50.900055 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:51.023141 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f3ea7b-33ca-4752-b87b-d34d49e5b90c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:21:51.042639 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:51.046545 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:51.090577 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:51.097479 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.097853 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.098179 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.098537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.098879 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.099214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.099544 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.099870 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.100196 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.100521 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.100844 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.101169 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.101520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.101844 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.102164 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:21:51.455592 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:51.526121 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['14f3ea7b-33ca-4752-b87b-d34d49e5b90c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:21:51.625769 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf470dc-0646-48cd-8aa6-807f10578e1f req-907e1502-7e19-4105-b3dc-cb03cf038323 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:51.627858 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acf470dc-0646-48cd-8aa6-807f10578e1f req-907e1502-7e19-4105-b3dc-cb03cf038323 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 944 time: 0.0468655 May 17 18:21:51.675907 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-acf470dc-0646-48cd-8aa6-807f10578e1f req-8ef93b5f-66a0-4bd6-9ad6-da1d6ce7f1ff tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 May 17 18:21:52.793239 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e4a1e-6a84-4625-aa07-4fc0d17b4998 req-2e03aa13-0a02-4163-b802-9a32a0c044b8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:52.794700 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-940e4a1e-6a84-4625-aa07-4fc0d17b4998 req-2e03aa13-0a02-4163-b802-9a32a0c044b8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 944 time: 0.0521688 May 17 18:21:52.843287 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-940e4a1e-6a84-4625-aa07-4fc0d17b4998 req-498fade7-12c3-452b-8f81-7548e7b64b19 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 May 17 18:21:53.955679 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef7dbe-93f3-43f9-9b3e-9132bbc9223d req-4246abb4-b0d1-4f2b-8922-ecbc43e6902a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:53.957105 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5eef7dbe-93f3-43f9-9b3e-9132bbc9223d req-4246abb4-b0d1-4f2b-8922-ecbc43e6902a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 944 time: 0.0454817 May 17 18:21:54.003457 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5eef7dbe-93f3-43f9-9b3e-9132bbc9223d req-9139514a-4a0e-43e9-bd77-02a8e626870e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 May 17 18:21:55.116206 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e970e4-a65e-4c45-94db-8c762fb0afbb req-c6ccfc0c-2b09-4c79-8d46-32fb64adbc88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:55.117550 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52e970e4-a65e-4c45-94db-8c762fb0afbb req-c6ccfc0c-2b09-4c79-8d46-32fb64adbc88 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 944 time: 0.0484757 May 17 18:21:55.166209 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52e970e4-a65e-4c45-94db-8c762fb0afbb req-133bf7fb-df05-4407-80e7-da26adba4384 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 May 17 18:21:56.275370 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 14f3ea7b-33ca-4752-b87b-d34d49e5b90c up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:21:56.281003 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b4682-2395-4c0a-af78-611a6dbcd916 req-59da3a8b-e6ba-42f8-81b5-c588be6c0432 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:56.282709 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed2b4682-2395-4c0a-af78-611a6dbcd916 req-59da3a8b-e6ba-42f8-81b5-c588be6c0432 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 944 time: 0.0477877 May 17 18:21:56.318782 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:21:56.325234 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:21:56.325639 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:56.332037 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed2b4682-2395-4c0a-af78-611a6dbcd916 req-f84ea6a7-b1e9-411e-b75e-0d69e7b2d337 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 May 17 18:21:56.393519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:21:56.393900 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:56.414970 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:21:56.417183 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47745ef-f66d-4f77-9945-fbfae3d216d6" -d '{"events": [{"server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "name": "network-vif-plugged", "status": "completed", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:21:56.428616 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:21:56.433046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:21:56.433995 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 60f7f7c7-fbae-40cb-9c19-1eee4b18171b no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:21:56.470640 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 60f7f7c7-fbae-40cb-9c19-1eee4b18171b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:21:56.470983 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 60f7f7c7-fbae-40cb-9c19-1eee4b18171b not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:21:56.474621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb795b-dcbf-4bb9-b6e8-54746b6c721d x-openstack-request-id: req-23fb795b-dcbf-4bb9-b6e8-54746b6c721d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:21:56.474935 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "name": "network-vif-plugged", "status": "completed", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:21:56.475171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23fb795b-dcbf-4bb9-b6e8-54746b6c721d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:21:56.475550 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fb795b-dcbf-4bb9-b6e8-54746b6c721d'] response: {'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'code': 200} May 17 18:21:56.498320 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:21:56.698191 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd8e0-4a10-4a83-a6a5-42053af7db47 req-2a6d6b6c-f96d-4161-aeb2-0b2572332cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:56.699821 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c53fd8e0-4a10-4a83-a6a5-42053af7db47 req-2a6d6b6c-f96d-4161-aeb2-0b2572332cbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 1129 time: 0.0389612 May 17 18:21:56.747634 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c53fd8e0-4a10-4a83-a6a5-42053af7db47 req-878c938d-e910-4052-ba8f-1dc8ef97ff08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 May 17 18:21:57.443984 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fe4a2-8561-40f4-9905-ac240b957972 req-e4015cee-1a9a-4658-a8d5-64052d1ef36c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:57.445397 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ac3fe4a2-8561-40f4-9905-ac240b957972 req-e4015cee-1a9a-4658-a8d5-64052d1ef36c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0471365 May 17 18:21:57.496129 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ac3fe4a2-8561-40f4-9905-ac240b957972 req-a7df8cbb-35aa-4887-bd2b-6ce84fcfe976 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 May 17 18:21:57.652766 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:21:58.606160 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae55d07-fa60-4a22-ba6f-59b383191575 req-9ab9ce08-a412-4326-9b7c-07cc3d6ed4b8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:58.607505 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4ae55d07-fa60-4a22-ba6f-59b383191575 req-9ab9ce08-a412-4326-9b7c-07cc3d6ed4b8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0459964 May 17 18:21:58.654819 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4ae55d07-fa60-4a22-ba6f-59b383191575 req-6057965d-f819-418a-9a82-3ec62d800dc6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 May 17 18:21:59.772703 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c434-3a6e-4bd7-befc-76b7a46b50d9 req-1affd37c-5916-44e8-9713-cb1b1fc2bab0 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:59.774204 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0257c434-3a6e-4bd7-befc-76b7a46b50d9 req-1affd37c-5916-44e8-9713-cb1b1fc2bab0 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0480425 May 17 18:21:59.825547 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0257c434-3a6e-4bd7-befc-76b7a46b50d9 req-cc7153e0-c016-46ad-a51b-8b81cdd5dbd8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 May 17 18:21:59.939173 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c51c-f420-446e-8369-8b6ae13cfeaa req-6a6f1d93-2f09-41b8-8ef4-3b3ba50b03ec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:21:59.940513 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4972c51c-f420-446e-8369-8b6ae13cfeaa req-6a6f1d93-2f09-41b8-8ef4-3b3ba50b03ec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0486674 May 17 18:21:59.988765 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4972c51c-f420-446e-8369-8b6ae13cfeaa req-ef580a05-a9f4-49fa-b076-91b80851218c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 May 17 18:22:00.010610 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 32820) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:00.185542 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e224c84-de7b-4697-8374-5712485ba4fe tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:00.186952 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4e224c84-de7b-4697-8374-5712485ba4fe tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 1124 time: 0.1754062 May 17 18:22:00.189834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 32824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:00.193823 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'port_id': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:00.214180 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:00.291463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:00.391551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.27.0.243 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/eb96be8c-3ecd-46f8-b380-3c8c17deb511) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:00.491740 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:00.522351 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:00.554499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:00.559328 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:00.562817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:00.591559 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=eb96be8c-3ecd-46f8-b380-3c8c17deb511,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:00.910270 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (f48a89e0-fed1-4335-858d-4ca605733bdf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:00.984819 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:01.157029 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:01.161860 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:01.230178 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=eb96be8c-3ecd-46f8-b380-3c8c17deb511,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:01.240208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (f48a89e0-fed1-4335-858d-4ca605733bdf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:01.563865 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP f48a89e0-fed1-4335-858d-4ca605733bdf associated. External IP: 172.27.0.243, port: 14f3ea7b-33ca-4752-b87b-d34d49e5b90c. May 17 18:22:01.752386 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:22:01.852056 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:22:01.861878 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:22:01.871590 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:01.872792 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:01.873405 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:21:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:01.901014 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c48eb883-117c-4fe7-b43a-78af26070ef1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7102544 May 17 18:22:01.901743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:22:01.904198 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:22:01.939610 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25e924-9a42-4b1d-bc76-a7314bb790e7 x-openstack-request-id: req-3b25e924-9a42-4b1d-bc76-a7314bb790e7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:22:01.940208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:22:01.940208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b25e924-9a42-4b1d-bc76-a7314bb790e7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:22:01.940546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b25e924-9a42-4b1d-bc76-a7314bb790e7'] response: {'name': 'network-changed', 'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'status': 'completed', 'code': 200} May 17 18:22:01.973757 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:02.176928 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'f48a89e0-fed1-4335-858d-4ca605733bdf', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:08:0a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:00Z', 'updated_at': '2022-05-17T18:22:00Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:02.204411 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:22:02.213103 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:02.213745 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:21:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:02.310416 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:02.510219 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'f48a89e0-fed1-4335-858d-4ca605733bdf', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:08:0a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:00Z', 'updated_at': '2022-05-17T18:22:00Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:02.534297 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c6848e-cb9f-4d0a-9037-60c9d67c3637 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'f48a89e0-fed1-4335-858d-4ca605733bdf', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:08:0a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:00Z', 'updated_at': '2022-05-17T18:22:00Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:22:02.721220 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff12e0b-ed1d-4eb0-81d2-745d1668500e None None] New status for floating IP f48a89e0-fed1-4335-858d-4ca605733bdf: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:22:04.840822 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:05.767056 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-053f0635-1bb4-471d-8770-3f49e1dae91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:05.768492 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-053f0635-1bb4-471d-8770-3f49e1dae91c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 1129 time: 0.0374236 May 17 18:22:06.702037 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-7abc5d2b-2d3c-4cc2-865d-8b9bfd8d3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:06.703488 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-7abc5d2b-2d3c-4cc2-865d-8b9bfd8d3c12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0869081 May 17 18:22:07.136649 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-55f2d65a-699d-4b2f-b1ba-8872d11b6a91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c HTTP/1.1" status: 200 len: 1001 time: 0.0600312 May 17 18:22:07.185976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-a922d83a-c32d-4835-9aa2-fd2b09b28e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:07.187404 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-a922d83a-c32d-4835-9aa2-fd2b09b28e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0445931 May 17 18:22:07.242332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-b901dc29-ee08-441b-8b08-3b07b175a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:07.243936 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-b901dc29-ee08-441b-8b08-3b07b175a9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424521 May 17 18:22:07.336297 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-2b63eb58-d536-432a-9811-2612f7cd8ca9 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 May 17 18:22:07.431256 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f49f5c5-7c5a-406e-9819-2b6ef5849ddb req-cdbe2254-a922-403f-9aa8-1e3ba4ba26d9 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891750 May 17 18:22:08.093749 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08ad1a-59a2-496d-924d-2a1fe2d3a638 req-556bb115-90d8-48c4-9167-d9f1a9673995 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:08.095137 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a08ad1a-59a2-496d-924d-2a1fe2d3a638 req-556bb115-90d8-48c4-9167-d9f1a9673995 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0515072 May 17 18:22:08.140067 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a08ad1a-59a2-496d-924d-2a1fe2d3a638 req-4dc11a46-8ec8-459a-be04-8f49974bb51c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 May 17 18:22:09.256813 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d935-a221-4333-b114-ebee9ce3270a req-77dbe394-f383-48cb-ac01-ae144f961abf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:09.258277 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ef72d935-a221-4333-b114-ebee9ce3270a req-77dbe394-f383-48cb-ac01-ae144f961abf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0461130 May 17 18:22:09.303402 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ef72d935-a221-4333-b114-ebee9ce3270a req-4341a0e6-c0e2-4c57-ba58-39433fa22faa tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 May 17 18:22:10.421866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c18b1-1855-456e-ab1d-8cfb38e225ae req-738d9326-13eb-4506-b7d3-556e74bbb1d5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:10.423294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-955c18b1-1855-456e-ab1d-8cfb38e225ae req-738d9326-13eb-4506-b7d3-556e74bbb1d5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0535514 May 17 18:22:10.471492 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-955c18b1-1855-456e-ab1d-8cfb38e225ae req-262424c2-0290-4ed0-be1e-9a32b00ad9d7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 May 17 18:22:11.584074 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80008-d737-4cd3-b3c1-261450cb245b req-d037cfc2-df14-4087-9821-85044b457637 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:11.585508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6db80008-d737-4cd3-b3c1-261450cb245b req-d037cfc2-df14-4087-9821-85044b457637 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0458736 May 17 18:22:11.629692 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6db80008-d737-4cd3-b3c1-261450cb245b req-8673bc69-09f5-442f-abc4-4cd2bfcdd0c6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387428 May 17 18:22:12.741547 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c142ef-d4a2-490e-953e-b756ebf5678c req-628ad9ce-cb48-4e91-9ccb-004c24d41776 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:12.743000 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53c142ef-d4a2-490e-953e-b756ebf5678c req-628ad9ce-cb48-4e91-9ccb-004c24d41776 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0458620 May 17 18:22:12.791804 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53c142ef-d4a2-490e-953e-b756ebf5678c req-9d9fb61a-0619-492b-9100-281edfeb7ccf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 May 17 18:22:13.904219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13e78-e3bf-4130-a7e2-11ed02ae2f2d req-6e99a23f-7fb6-4381-ba7c-64824c145fb7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:13.905672 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cb13e78-e3bf-4130-a7e2-11ed02ae2f2d req-6e99a23f-7fb6-4381-ba7c-64824c145fb7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0460036 May 17 18:22:13.951144 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cb13e78-e3bf-4130-a7e2-11ed02ae2f2d req-5d5a7e66-d45f-478e-a3ee-deccf441c6f9 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 May 17 18:22:15.001030 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e592fc62-f923-490f-a2b7-3af3c469e99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:15.063823 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d37139-cb3d-49f4-bbf8-63bedf539390 req-03af29d8-af3c-4f4c-a589-d23a5fa41bb2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:15.065261 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35d37139-cb3d-49f4-bbf8-63bedf539390 req-03af29d8-af3c-4f4c-a589-d23a5fa41bb2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0459015 May 17 18:22:15.111192 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35d37139-cb3d-49f4-bbf8-63bedf539390 req-424b15b6-c7e1-4479-8ec1-82f9cae17205 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 May 17 18:22:16.223791 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1594a0-a277-4258-8310-5b1cb580b11c req-ad4b58a2-8916-4fae-9a81-ef6f7afd053b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:16.225226 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc1594a0-a277-4258-8310-5b1cb580b11c req-ad4b58a2-8916-4fae-9a81-ef6f7afd053b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0489917 May 17 18:22:16.271702 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc1594a0-a277-4258-8310-5b1cb580b11c req-411238bc-bc1f-4892-bfd5-85bab460d132 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 May 17 18:22:16.512262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 32964) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:16.558602 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Deleting subnet c6195731-941b-4085-ac66-09869b3ad17f {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:22:16.561529 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Publish callbacks [] for subnet (c6195731-941b-4085-ac66-09869b3ad17f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.594803 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Publish callbacks [] for subnet (c6195731-941b-4085-ac66-09869b3ad17f), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.600196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (c6195731-941b-4085-ac66-09869b3ad17f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.649938 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (c6195731-941b-4085-ac66-09869b3ad17f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.674669 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6195731-941b-4085-ac66-09869b3ad17f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:16.679856 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.682921 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c6195731-941b-4085-ac66-09869b3ad17f HTTP/1.1" status: 204 len: 168 time: 0.1696994 May 17 18:22:16.685658 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 32966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:16.688270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.688612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.688950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.689283 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.689649 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.689977 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.690300 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.690622 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.691207 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.691544 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.691872 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.692193 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.692513 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.692827 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.693140 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b21e8ff-389b-45fa-8310-645d871962f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.754954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (4a6a683b-83c8-4aab-94d5-fc0e51543f48), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.832352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (4a6a683b-83c8-4aab-94d5-fc0e51543f48), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.852322 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6a683b-83c8-4aab-94d5-fc0e51543f48']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:16.862049 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3562982-141f-4c4f-bfd3-5c60bee09693') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:16.862341 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3562982-141f-4c4f-bfd3-5c60bee09693') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:16.871487 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (e3562982-141f-4c4f-bfd3-5c60bee09693), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.885093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e3562982-141f-4c4f-bfd3-5c60bee09693), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.891876 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:22:16.892248 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (e3562982-141f-4c4f-bfd3-5c60bee09693), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:22:16.893985 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:22:16.950736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (4a6a683b-83c8-4aab-94d5-fc0e51543f48), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.956915 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:16.960106 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a6a683b-83c8-4aab-94d5-fc0e51543f48 HTTP/1.1" status: 204 len: 168 time: 0.2733791 May 17 18:22:16.971012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6a683b-83c8-4aab-94d5-fc0e51543f48,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:16.978422 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.978762 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.979147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.979480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.979810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.980137 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.980459 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.980779 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.981099 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.981424 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.981767 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.982090 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.982406 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.982719 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:16.983032 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895143dc-0055-4a16-8281-f2173a994518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:17.122839 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 32970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:17.164840 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-23c2faac-3580-4d67-a226-1e1e584525d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80d1667aeb814212abe473f58d0ff420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408800 May 17 18:22:17.167230 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 32972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:17.209933 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df832a3c-43aa-47fd-bf6a-923d34f886d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:17.214210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] Publish callbacks [] for security_group (7a64e63a-3f8b-4028-8c9b-1fab95b3cce6), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:17.235371 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] Publish callbacks [] for security_group (7a64e63a-3f8b-4028-8c9b-1fab95b3cce6), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:17.281693 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7a64e63a-3f8b-4028-8c9b-1fab95b3cce6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:17.284255 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:17.285347 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a64e63a-3f8b-4028-8c9b-1fab95b3cce6 HTTP/1.1" status: 204 len: 168 time: 0.1172571 May 17 18:22:17.294494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03359067-7e94-42a6-ad87-bd6bf5c85911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64e63a-3f8b-4028-8c9b-1fab95b3cce6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:17.386637 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd921d-abcc-4995-ba83-e76742fb3eb6 req-25bcc516-942c-4881-b6cf-616debcd12aa tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:17.388222 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aebd921d-abcc-4995-ba83-e76742fb3eb6 req-25bcc516-942c-4881-b6cf-616debcd12aa tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0481031 May 17 18:22:17.445079 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aebd921d-abcc-4995-ba83-e76742fb3eb6 req-28425a99-086a-4a97-a389-1c224bc439b7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456913 May 17 18:22:17.954238 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 32996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:18.057312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1753532497-network', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:18.076437 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Made reservation on behalf of 271959139e4a4e058a5a56cbdfc8cdcb for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:18.078724 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.086826 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.158567 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks [] for security_group (acdbf498-3c2c-446e-bff6-7c2212ff053b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.162156 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (acdbf498-3c2c-446e-bff6-7c2212ff053b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.188926 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:22:18.198428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdbf498-3c2c-446e-bff6-7c2212ff053b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:18.206344 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (045963d8-0b5c-46d5-a67b-2b7b49815a41), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.206757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Added segment 045963d8-0b5c-46d5-a67b-2b7b49815a41 of type vlan for network a4568d42-5300-4d85-a01d-63902b8a6e93 May 17 18:22:18.246872 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (a4568d42-5300-4d85-a01d-63902b8a6e93), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.271156 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (a4568d42-5300-4d85-a01d-63902b8a6e93), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.272212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:18.272775 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.307275 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3516510 May 17 18:22:18.309939 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:18.315074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Request body: {'subnet': {'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1753532497-subnet', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:18.318145 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.336857 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a47f8-8569-441a-b308-9dc16277c1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4568d42-5300-4d85-a01d-63902b8a6e93,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:18.337105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Made reservation on behalf of 271959139e4a4e058a5a56cbdfc8cdcb for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:18.340321 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.347685 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network a4568d42-5300-4d85-a01d-63902b8a6e93 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:22:18.511569 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (ff768ee8-e646-4385-ae87-b159d11308fe), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.563736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3656-541a-410e-944a-abc25c3f6bee req-6e7cfe26-e184-4fc1-ba40-b44a54734724 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:18.565109 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdcc3656-541a-410e-944a-abc25c3f6bee req-6e7cfe26-e184-4fc1-ba40-b44a54734724 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0497837 May 17 18:22:18.567536 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff768ee8-e646-4385-ae87-b159d11308fe,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:18.576010 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Checking segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:18.576368 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Network hostable DHCP agents. Network: a4568d42-5300-4d85-a01d-63902b8a6e93, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:22:18.593515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Network a4568d42-5300-4d85-a01d-63902b8a6e93 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:22:18.602343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, a4568d42-5300-4d85-a01d-63902b8a6e93) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:18.607766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:18.609481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.613021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080bf4e-7059-4543-b924-63405ccd6cb4 None None] Network a4568d42-5300-4d85-a01d-63902b8a6e93 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:22:18.616299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdcc3656-541a-410e-944a-abc25c3f6bee req-8782d713-3438-4e7e-87f0-9861551f12d7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 May 17 18:22:18.629839 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a3479534-e08b-4b68-b9be-ade2a68cf9f3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3162966 May 17 18:22:18.630261 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33004) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:18.634644 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:18.661905 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.662982 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.717072 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for router_controller (a907e6ea-6240-4b71-b84c-a904a51eb1f4), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.740452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-a4568d42-5300-4d85-a01d-63902b8a6e93', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:22:18.741547 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.923042 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Allocated IP 172.20.0.2 (a4568d42-5300-4d85-a01d-63902b8a6e93/ff768ee8-e646-4385-ae87-b159d11308fe/ee376508-c1d8-4cfe-bc39-982b6f18acbc) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:18.929447 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for router_gateway (a907e6ea-6240-4b71-b84c-a904a51eb1f4), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:18.960930 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75b2ac-26e8-4569-a7cc-5d82ca1201cf req-b7891356-55cd-4364-ae24-d54c361ad161 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:18.962795 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a75b2ac-26e8-4569-a7cc-5d82ca1201cf req-b7891356-55cd-4364-ae24-d54c361ad161 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0934184 May 17 18:22:19.091849 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks [] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.092792 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a75b2ac-26e8-4569-a7cc-5d82ca1201cf req-bea55eb8-f118-4a48-88d8-d1cfda0c0ccb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229339 May 17 18:22:19.100415 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.132672 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-83645584-ac20-43c9-b17b-61f7c1c7287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:19.134368 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-83645584-ac20-43c9-b17b-61f7c1c7287e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1129 time: 0.0644352 May 17 18:22:19.156978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Network a4568d42-5300-4d85-a01d-63902b8a6e93 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:19.164123 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:19.166320 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Pushing event updated for resources: {'Port': ['ID=ee376508-c1d8-4cfe-bc39-982b6f18acbc,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:19.173882 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:19.176236 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for router_gateway (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.196042 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.228731 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-5ee0284c-41d2-41e9-9236-64a127ec3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:19.230227 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-5ee0284c-41d2-41e9-9236-64a127ec3806 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.0900254 May 17 18:22:19.234521 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Attempting to bind port ee376508-c1d8-4cfe-bc39-982b6f18acbc on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:19.234914 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Attempting to bind port ee376508-c1d8-4cfe-bc39-982b6f18acbc by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:19.235273 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Attempting to bind port ee376508-c1d8-4cfe-bc39-982b6f18acbc on network a4568d42-5300-4d85-a01d-63902b8a6e93 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:19.240308 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:19.240795 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Checking segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:19.241935 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.241935 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Bound using segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:19.242158 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Bound port: ee376508-c1d8-4cfe-bc39-982b6f18acbc, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:19.242433 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.296272 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-7ae46829-1503-4267-8575-f5ee8f1b416c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 1000 time: 0.0598178 May 17 18:22:19.304559 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] For port ee376508-c1d8-4cfe-bc39-982b6f18acbc, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:19.308127 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] For port ee376508-c1d8-4cfe-bc39-982b6f18acbc, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ee376508-c1d8-4cfe-bc39-982b6f18acbc,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:19.314716 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.315373 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Allocated IP 172.27.0.135 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/ce06319c-e290-4a89-8149-81848cf55456) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:19.346827 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-41c79192-41b0-41b8-9fa5-c77efb20158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:19.348204 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-41c79192-41b0-41b8-9fa5-c77efb20158f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0460136 May 17 18:22:19.382707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5732c-e389-4aa8-9826-2c7eda470e6e None None] Pushing event updated for resources: {'Port': ['ID=ee376508-c1d8-4cfe-bc39-982b6f18acbc,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:19.399847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-8f7b36b2-4300-4247-9387-675fdc16d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:19.399847 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-8f7b36b2-4300-4247-9387-675fdc16d4a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426939 May 17 18:22:19.434541 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for port (ce06319c-e290-4a89-8149-81848cf55456), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.468508 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (ce06319c-e290-4a89-8149-81848cf55456), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.508710 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:19.515361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:19.519476 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:19.540841 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Pushing event updated for resources: {'Port': ['ID=ce06319c-e290-4a89-8149-81848cf55456,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:19.736340 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ee376508-c1d8-4cfe-bc39-982b6f18acbc up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:19.747760 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-4392d538-00fe-4ad8-b669-51213ccd4ad3 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443038 May 17 18:22:19.792585 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.799291 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port ee376508-c1d8-4cfe-bc39-982b6f18acbc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:19.799659 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.835023 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for router_gateway (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.863538 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d9ef6a9-c520-4a9f-893d-7f8243f0279d req-be4e63f2-623b-45ee-887b-4880f40319c0 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063435 May 17 18:22:19.879494 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port ee376508-c1d8-4cfe-bc39-982b6f18acbc is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:19.879698 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.919824 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port ee376508-c1d8-4cfe-bc39-982b6f18acbc, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ee376508-c1d8-4cfe-bc39-982b6f18acbc,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:19.923296 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:19.973603 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=ee376508-c1d8-4cfe-bc39-982b6f18acbc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:20.030753 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:20.157602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Router a907e6ea-6240-4b71-b84c-a904a51eb1f4 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:22:20.286511 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba55e8-cdc4-4e7b-be67-a26890ad093d req-ce178863-3f26-4a4c-bcde-7c70c29dbe96 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:20.287981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0ba55e8-cdc4-4e7b-be67-a26890ad093d req-ce178863-3f26-4a4c-bcde-7c70c29dbe96 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0868940 May 17 18:22:20.316268 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:22:20.326408 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Sync routers for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:22:20.336447 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:20.337141 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:20.352548 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:20.356921 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7b76a647-2be0-4037-a069-a30a5365174e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7224848 May 17 18:22:20.357684 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:20.397195 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0ba55e8-cdc4-4e7b-be67-a26890ad093d req-206889a5-217e-4e34-b9f7-215126b8923b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023762 May 17 18:22:20.426128 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff936e54-4f45-4b3d-ae52-cc60a420eb20 None None] Network a4568d42-5300-4d85-a01d-63902b8a6e93 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:22:20.448662 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:20.538598 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e13764b5-b68d-41ff-9926-43b0cf8cd6c3 None None] Provisioning complete for port ee376508-c1d8-4cfe-bc39-982b6f18acbc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:20.539059 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e13764b5-b68d-41ff-9926-43b0cf8cd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:20.621864 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:19Z', 'revision_number': 3, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:20.624279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e13764b5-b68d-41ff-9926-43b0cf8cd6c3 None None] Current status of the port ee376508-c1d8-4cfe-bc39-982b6f18acbc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:20.648220 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Checking router: a907e6ea-6240-4b71-b84c-a904a51eb1f4 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:22:20.648465 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Updating router a907e6ea-6240-4b71-b84c-a904a51eb1f4 port ce06319c-e290-4a89-8149-81848cf55456 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:22:20.684374 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (ce06319c-e290-4a89-8149-81848cf55456), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:20.848578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8a99831e-eebb-48d4-97de-669d564214a3 None None] Provisioning complete for port ee376508-c1d8-4cfe-bc39-982b6f18acbc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:20.848936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a99831e-eebb-48d4-97de-669d564214a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:20.932784 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8a99831e-eebb-48d4-97de-669d564214a3 None None] Current status of the port ee376508-c1d8-4cfe-bc39-982b6f18acbc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:21.039397 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.049368 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks [] for port (ce06319c-e290-4a89-8149-81848cf55456), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.059271 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (ce06319c-e290-4a89-8149-81848cf55456), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.117274 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Attempting to bind port ce06319c-e290-4a89-8149-81848cf55456 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:21.117667 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Attempting to bind port ce06319c-e290-4a89-8149-81848cf55456 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:21.118023 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Attempting to bind port ce06319c-e290-4a89-8149-81848cf55456 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:21.122907 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Pushing event updated for resources: {'Port': ['ID=ce06319c-e290-4a89-8149-81848cf55456,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:21.130557 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:21.130937 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:21.131339 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.131716 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:21.132165 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Bound port: ce06319c-e290-4a89-8149-81848cf55456, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:21.132535 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (ce06319c-e290-4a89-8149-81848cf55456), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.135481 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.135805 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.136169 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.136513 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.136841 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.137162 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.137502 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.137825 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.138141 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.138497 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.138814 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.139150 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.139465 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.139776 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.140083 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:21.190114 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] For port ce06319c-e290-4a89-8149-81848cf55456, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:21.193304 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] For port ce06319c-e290-4a89-8149-81848cf55456, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ce06319c-e290-4a89-8149-81848cf55456,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:21.198977 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (ce06319c-e290-4a89-8149-81848cf55456), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.201404 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Allocated IP 172.20.0.1 (a4568d42-5300-4d85-a01d-63902b8a6e93/ff768ee8-e646-4385-ae87-b159d11308fe/d7f79c35-4953-41a3-a81c-968811a04447) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:21.253584 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:21.254202 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:21.289969 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d770-614b-4d54-b16f-c8e2ba7cacd4 None None] Pushing event updated for resources: {'Port': ['ID=ce06319c-e290-4a89-8149-81848cf55456,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:21.309396 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks [] for port (d7f79c35-4953-41a3-a81c-968811a04447), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.342341 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.360045 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:21.377153 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Network a4568d42-5300-4d85-a01d-63902b8a6e93 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:21.379940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:21.383665 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:21.411245 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:21.431840 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.471218 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.577114 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:19Z', 'revision_number': 3, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:21.583348 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0a2d-9575-4523-b1a4-6fd83674242e req-4df50854-3ca1-44b4-bf92-068a2ba5c0ba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:21.584892 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca2b0a2d-9575-4523-b1a4-6fd83674242e req-4df50854-3ca1-44b4-bf92-068a2ba5c0ba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0926213 May 17 18:22:21.611746 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706c70b-2a3a-4c7a-8e74-c3d904969b49 None None] The sync data for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi is: [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:19Z', 'revision_number': 3, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:22:21.630461 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d7f79c35-4953-41a3-a81c-968811a04447), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.658348 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-386e75a5-f828-4f8f-860e-d746c06cbf0d None None] Provisioning complete for port d7f79c35-4953-41a3-a81c-968811a04447 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:21.658800 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-386e75a5-f828-4f8f-860e-d746c06cbf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d7f79c35-4953-41a3-a81c-968811a04447), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.683313 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ee376508-c1d8-4cfe-bc39-982b6f18acbc up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:21.686995 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca2b0a2d-9575-4523-b1a4-6fd83674242e req-f6dacb3f-f98b-466a-9799-0a332f39e58a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861707 May 17 18:22:21.728764 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-386e75a5-f828-4f8f-860e-d746c06cbf0d None None] Port d7f79c35-4953-41a3-a81c-968811a04447 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:21.745759 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port ee376508-c1d8-4cfe-bc39-982b6f18acbc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:21.746133 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.861328 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks [] for port (d7f79c35-4953-41a3-a81c-968811a04447), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.871186 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.964245 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:21.967013 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:21.970921 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port ee376508-c1d8-4cfe-bc39-982b6f18acbc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:22.068662 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Network a4568d42-5300-4d85-a01d-63902b8a6e93 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:22.070121 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:22.186705 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Router a907e6ea-6240-4b71-b84c-a904a51eb1f4 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:22:22.302174 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:22:22.308124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-51fc8e29-aa4f-46ba-8b20-a4c487b90634 admin admin] 10.222.0.65 "PUT /v2.0/routers/a907e6ea-6240-4b71-b84c-a904a51eb1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485898 May 17 18:22:22.350488 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b07ba324-eda5-48f7-8160-a5b698358dd4 None None] Provisioning complete for port d7f79c35-4953-41a3-a81c-968811a04447 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:22.350952 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b07ba324-eda5-48f7-8160-a5b698358dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d7f79c35-4953-41a3-a81c-968811a04447), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.383836 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b07ba324-eda5-48f7-8160-a5b698358dd4 None None] Port d7f79c35-4953-41a3-a81c-968811a04447 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:22.781231 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33036) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:22.786341 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478488642-network', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:22.805586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Made reservation on behalf of 298c01b6cb2c4ba08a12e93476db8a04 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:22.807922 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.816175 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.893311 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks [] for security_group (1537107c-4fd9-4556-93b0-32f57410d203), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.896943 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1537107c-4fd9-4556-93b0-32f57410d203), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.921669 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:22:22.931159 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537107c-4fd9-4556-93b0-32f57410d203,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:22.937529 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:22.937926 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Added segment 4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb of type vlan for network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 May 17 18:22:22.982334 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (258f78a5-ef97-4d89-906b-8a0ec7d5a561), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.006643 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (258f78a5-ef97-4d89-906b-8a0ec7d5a561), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.008081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:23.008725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.042014 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2595437 May 17 18:22:23.044601 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:23.049074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Request body: {'subnet': {'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478488642-subnet', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:23.089590 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643ad0b-9992-4c53-8042-a418099e96de admin admin] Pushing event updated for resources: {'Network': ['ID=258f78a5-ef97-4d89-906b-8a0ec7d5a561,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:23.102458 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Made reservation on behalf of 298c01b6cb2c4ba08a12e93476db8a04 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:23.103083 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:22:23.104931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.270375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for subnet (e2550f2c-e30b-485f-b050-93dd793ab0e9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.305372 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Sync routers for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:22:23.316707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:23.317330 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:23.322400 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2550f2c-e30b-485f-b050-93dd793ab0e9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:23.333653 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Checking segment: {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:23.334005 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Network hostable DHCP agents. Network: 258f78a5-ef97-4d89-906b-8a0ec7d5a561, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:22:23.350822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:22:23.359740 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 258f78a5-ef97-4d89-906b-8a0ec7d5a561) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:23.363948 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:23.364564 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.372792 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d98878-3519-4b2f-b233-8b57fa9fa962 None None] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:22:23.382776 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-56b0d725-781c-4255-a25e-c36a73bb28c0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3371763 May 17 18:22:23.386273 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:23.390809 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:23.411238 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (8ab90604-d36e-4862-89d4-877ac363749a), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.412281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (8ab90604-d36e-4862-89d4-877ac363749a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.462634 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for router_controller (8ab90604-d36e-4862-89d4-877ac363749a), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.478255 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:23.590317 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'fixed_ips': [{'subnet_id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:22:23.591239 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.595770 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for router_gateway (8ab90604-d36e-4862-89d4-877ac363749a), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.708963 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ce06319c-e290-4a89-8149-81848cf55456 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:23.794161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for router_gateway (8ab90604-d36e-4862-89d4-877ac363749a), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.816755 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.840814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 2, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:23.875771 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port ce06319c-e290-4a89-8149-81848cf55456 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:23.876143 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ce06319c-e290-4a89-8149-81848cf55456), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:23.878197 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Allocated IP 172.20.0.2 (258f78a5-ef97-4d89-906b-8a0ec7d5a561/e2550f2c-e30b-485f-b050-93dd793ab0e9/2fbde56e-f98c-4243-82a9-902867f8bf0a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:23.883950 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Checking router: a907e6ea-6240-4b71-b84c-a904a51eb1f4 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:22:23.884541 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Updating router a907e6ea-6240-4b71-b84c-a904a51eb1f4 port d7f79c35-4953-41a3-a81c-968811a04447 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:22:23.921988 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Allocated IP 172.27.0.17 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/3b89960a-db1d-4ee5-80f0-e33ecad68ea6) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:23.945688 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d7f79c35-4953-41a3-a81c-968811a04447), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.024871 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.061909 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.098832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:24.106573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:24.110430 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:24.111412 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port ce06319c-e290-4a89-8149-81848cf55456 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:24.111934 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (ce06319c-e290-4a89-8149-81848cf55456), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.144934 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Pushing event updated for resources: {'Port': ['ID=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:24.236232 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port ce06319c-e290-4a89-8149-81848cf55456, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ce06319c-e290-4a89-8149-81848cf55456,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:24.250396 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (ce06319c-e290-4a89-8149-81848cf55456), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.258412 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks [] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.298563 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.327887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for router_gateway (8ab90604-d36e-4862-89d4-877ac363749a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.371922 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:24.376698 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:24.378583 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=ce06319c-e290-4a89-8149-81848cf55456,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:24.382864 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:24.487976 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Pushing event updated for resources: {'Port': ['ID=2fbde56e-f98c-4243-82a9-902867f8bf0a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:24.514235 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Attempting to bind port 2fbde56e-f98c-4243-82a9-902867f8bf0a on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:24.514610 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Attempting to bind port 2fbde56e-f98c-4243-82a9-902867f8bf0a by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:24.514976 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Attempting to bind port 2fbde56e-f98c-4243-82a9-902867f8bf0a on network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:24.540857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:24.541248 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Checking segment: {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:24.542213 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.542614 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Bound using segment: {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:24.543102 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Bound port: 2fbde56e-f98c-4243-82a9-902867f8bf0a, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:24.543492 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.556082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (8ab90604-d36e-4862-89d4-877ac363749a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.571702 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks [] for port (d7f79c35-4953-41a3-a81c-968811a04447), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.595514 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.678054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Router 8ab90604-d36e-4862-89d4-877ac363749a is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:22:24.768720 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] For port 2fbde56e-f98c-4243-82a9-902867f8bf0a, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:24.772690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] For port 2fbde56e-f98c-4243-82a9-902867f8bf0a, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=2fbde56e-f98c-4243-82a9-902867f8bf0a,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:24.783133 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:22:24.789824 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.792855 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Sync routers for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:22:24.796109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f5ca-9a86-479d-9882-408a3d11e944 None None] Pushing event updated for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:24.804006 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:24.804912 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:24.814260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.818460 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33054) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:24.818965 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-12c56152-9864-4969-8f4b-444216dbcb2a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4311252 May 17 18:22:24.918345 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Attempting to bind port d7f79c35-4953-41a3-a81c-968811a04447 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:24.918345 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Attempting to bind port d7f79c35-4953-41a3-a81c-968811a04447 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:24.918803 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Attempting to bind port d7f79c35-4953-41a3-a81c-968811a04447 on network a4568d42-5300-4d85-a01d-63902b8a6e93 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:24.924703 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccb2e6-e32b-4348-a399-0af981b551cb None None] Pushing event updated for resources: {'Port': ['ID=2fbde56e-f98c-4243-82a9-902867f8bf0a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:24.929146 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:24.929663 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Checking segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:24.930168 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.930647 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Bound using segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:24.931225 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Bound port: d7f79c35-4953-41a3-a81c-968811a04447, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:24.931720 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d7f79c35-4953-41a3-a81c-968811a04447), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:24.938368 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:25.075842 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] For port d7f79c35-4953-41a3-a81c-968811a04447, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:25.079435 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] For port d7f79c35-4953-41a3-a81c-968811a04447, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=d7f79c35-4953-41a3-a81c-968811a04447,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:25.087916 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.159839 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 3, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:25.171409 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Provisioning complete for port d7f79c35-4953-41a3-a81c-968811a04447 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:25.171899 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d7f79c35-4953-41a3-a81c-968811a04447), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.192844 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Checking router: 8ab90604-d36e-4862-89d4-877ac363749a for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:22:25.193187 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Updating router 8ab90604-d36e-4862-89d4-877ac363749a port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:22:25.256129 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.257311 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:25.258059 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:25.391163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4f5ca-9a86-479d-9882-408a3d11e944 None None] Pushing event updated for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:25.526316 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Current status of the port d7f79c35-4953-41a3-a81c-968811a04447 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:25.526712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d7f79c35-4953-41a3-a81c-968811a04447), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.578371 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] For port d7f79c35-4953-41a3-a81c-968811a04447, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=d7f79c35-4953-41a3-a81c-968811a04447,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:25.587304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.590852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:25.708701 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.766334 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks [] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.772845 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.822720 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff082ff6-fccd-4d5d-856c-ba46af9d0902 None None] Pushing event updated for resources: {'Port': ['ID=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:25.827276 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe2ff-250b-460f-bc7d-48e97952c311 None None] Pushing event updated for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:25.837079 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-57834ff4-be78-4c15-9efa-79a312173a46 None None] Provisioning complete for port d7f79c35-4953-41a3-a81c-968811a04447 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:25.837477 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57834ff4-be78-4c15-9efa-79a312173a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d7f79c35-4953-41a3-a81c-968811a04447), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.846188 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Attempting to bind port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:25.846784 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Attempting to bind port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:25.847304 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Attempting to bind port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:25.853500 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:25.854770 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:25.855539 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.855930 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:25.856388 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Bound port: 3b89960a-db1d-4ee5-80f0-e33ecad68ea6, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:25.856761 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.879527 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ce06319c-e290-4a89-8149-81848cf55456 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:25.912277 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] For port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:25.916272 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Allocated IP 172.20.0.1 (258f78a5-ef97-4d89-906b-8a0ec7d5a561/e2550f2c-e30b-485f-b050-93dd793ab0e9/b20944a9-240b-4d74-b276-a84ac89f305f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:25.916795 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] For port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:25.924648 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:25.986292 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff082ff6-fccd-4d5d-856c-ba46af9d0902 None None] Pushing event updated for resources: {'Port': ['ID=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:25.991483 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:26.011440 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:26.012426 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:26.025053 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a842be-f67c-4e40-a6b6-db5e94704c0c None None] The sync data for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi is: [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:22:26.069563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks [] for port (b20944a9-240b-4d74-b276-a84ac89f305f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.083748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port ce06319c-e290-4a89-8149-81848cf55456 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:26.083748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (ce06319c-e290-4a89-8149-81848cf55456), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.138570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.158207 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-57834ff4-be78-4c15-9efa-79a312173a46 None None] Current status of the port d7f79c35-4953-41a3-a81c-968811a04447 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:26.190140 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Pushing event updated for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:26.204052 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:26.219465 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:26.220925 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:26.225675 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:26.233334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port ce06319c-e290-4a89-8149-81848cf55456 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:26.235696 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 2fbde56e-f98c-4243-82a9-902867f8bf0a up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:26.278115 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (8ab90604-d36e-4862-89d4-877ac363749a), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.310215 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 2fbde56e-f98c-4243-82a9-902867f8bf0a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:26.315592 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.495211 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f05595-5b5e-47d1-b290-1cc6b6289f1d None None] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:22:26.510553 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.529314 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 2fbde56e-f98c-4243-82a9-902867f8bf0a is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:26.529739 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.635706 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 2fbde56e-f98c-4243-82a9-902867f8bf0a, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=2fbde56e-f98c-4243-82a9-902867f8bf0a,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:26.649016 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.658623 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 3, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:26.685493 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c94988d8-1e58-41f5-bdf9-fc37d6fe758f None None] Provisioning complete for port 2fbde56e-f98c-4243-82a9-902867f8bf0a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:26.685782 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c94988d8-1e58-41f5-bdf9-fc37d6fe758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.723438 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480010e-ed0f-475f-a18f-b18e0bad65a7 None None] The sync data for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi is: [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 3, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:22:26.778177 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks [] for port (b20944a9-240b-4d74-b276-a84ac89f305f), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.784775 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.865538 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (8ab90604-d36e-4862-89d4-877ac363749a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:26.876781 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Pushing event updated for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:26.883909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=2fbde56e-f98c-4243-82a9-902867f8bf0a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:26.990055 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c94988d8-1e58-41f5-bdf9-fc37d6fe758f None None] Current status of the port 2fbde56e-f98c-4243-82a9-902867f8bf0a is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:27.046531 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274cad7-3c54-4788-a735-94a8cc4d03c7 req-cd368cbe-8163-4f55-89d6-067bef7eea55 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:27.054241 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e274cad7-3c54-4788-a735-94a8cc4d03c7 req-cd368cbe-8163-4f55-89d6-067bef7eea55 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.1357729 May 17 18:22:27.133450 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e274cad7-3c54-4788-a735-94a8cc4d03c7 req-0106f76b-229a-430b-9b42-af3006d2cbc7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779686 May 17 18:22:27.144131 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:27.146586 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:27.312448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Provisioning complete for port 2fbde56e-f98c-4243-82a9-902867f8bf0a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:27.313047 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:27.403740 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Router 8ab90604-d36e-4862-89d4-877ac363749a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:22:27.472181 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Current status of the port 2fbde56e-f98c-4243-82a9-902867f8bf0a is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:27.491092 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:27.491667 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:27.529140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bac0b-4882-4e19-a5bc-c725e7637d29 None None] Port b20944a9-240b-4d74-b276-a84ac89f305f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:27.557638 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:22:27.562745 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e2d2cfe0-d844-43e7-b466-0f6c73564a8c admin admin] 10.222.0.65 "PUT /v2.0/routers/8ab90604-d36e-4862-89d4-877ac363749a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7425685 May 17 18:22:27.652254 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-167c0124-8f39-46c0-a1b3-d2a1598a64cd None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:27.654129 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-167c0124-8f39-46c0-a1b3-d2a1598a64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:27.723310 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-167c0124-8f39-46c0-a1b3-d2a1598a64cd None None] Port b20944a9-240b-4d74-b276-a84ac89f305f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:27.865890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f1656536-c88a-453e-a3e6-272fc9b20432 None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:27.866277 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1656536-c88a-453e-a3e6-272fc9b20432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:27.898925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:27.937451 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f1656536-c88a-453e-a3e6-272fc9b20432 None None] Port b20944a9-240b-4d74-b276-a84ac89f305f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:27.956318 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:27.956635 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:28.034873 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:28.035348 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:28.065479 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:28.070857 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:28.072274 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device d7f79c35-4953-41a3-a81c-968811a04447 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:28.148965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:28.159209 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port d7f79c35-4953-41a3-a81c-968811a04447 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:28.159629 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d7f79c35-4953-41a3-a81c-968811a04447), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:28.250395 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port d7f79c35-4953-41a3-a81c-968811a04447 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:28.251476 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 2fbde56e-f98c-4243-82a9-902867f8bf0a up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:28.301954 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 2fbde56e-f98c-4243-82a9-902867f8bf0a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:28.302425 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:28.491991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0383ac-fb18-400a-a876-01f9a61bb325 req-55c3b9d8-c2bb-42d1-ba05-273106fefd58 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:28.493505 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c0383ac-fb18-400a-a876-01f9a61bb325 req-55c3b9d8-c2bb-42d1-ba05-273106fefd58 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.2819698 May 17 18:22:28.523754 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 2fbde56e-f98c-4243-82a9-902867f8bf0a is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:28.553065 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c0383ac-fb18-400a-a876-01f9a61bb325 req-d46c4732-8c64-4d9c-8f54-dee33ce1304f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484512 May 17 18:22:29.703704 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:29.709739 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Sync routers for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:22:29.738830 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:29.739612 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:29.799668 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b2105-b23e-424a-8f3c-9514ad64d2a8 req-925daeed-812c-4879-8204-bf84e2cf5b4e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:29.807424 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-492b2105-b23e-424a-8f3c-9514ad64d2a8 req-925daeed-812c-4879-8204-bf84e2cf5b4e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.1598239 May 17 18:22:29.831214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:29.831214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:29.887789 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-492b2105-b23e-424a-8f3c-9514ad64d2a8 req-08c83eec-cb21-4a00-b998-f814aabb72a0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791686 May 17 18:22:29.917853 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:30.077127 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:30.147142 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:26Z', 'revision_number': 4, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b20944a9-240b-4d74-b276-a84ac89f305f', 'name': '', 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'mac_address': 'fa:16:3e:68:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:25Z', 'updated_at': '2022-05-17T18:22:26Z', 'revision_number': 2, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'subnets': [{'id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:30.176991 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Checking router: 8ab90604-d36e-4862-89d4-877ac363749a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:22:30.177431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Updating router 8ab90604-d36e-4862-89d4-877ac363749a port b20944a9-240b-4d74-b276-a84ac89f305f binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:22:30.207969 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.534713 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks [] for port (b20944a9-240b-4d74-b276-a84ac89f305f), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.541013 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.621044 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6acd-a826-4183-9627-3e488c283e6e None None] Pushing event updated for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:30.659216 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Attempting to bind port b20944a9-240b-4d74-b276-a84ac89f305f on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:30.660561 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Attempting to bind port b20944a9-240b-4d74-b276-a84ac89f305f by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:30.661162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Attempting to bind port b20944a9-240b-4d74-b276-a84ac89f305f on network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:30.668303 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:30.669343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Checking segment: {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:30.669869 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.670365 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Bound using segment: {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:30.670940 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Bound port: b20944a9-240b-4d74-b276-a84ac89f305f, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:30.671430 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.750669 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] For port b20944a9-240b-4d74-b276-a84ac89f305f, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:30.753931 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] For port b20944a9-240b-4d74-b276-a84ac89f305f, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b20944a9-240b-4d74-b276-a84ac89f305f,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:30.762750 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:30.836499 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:22:30.837328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:30.889288 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6acd-a826-4183-9627-3e488c283e6e None None] Pushing event updated for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:30.918728 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:30.918952 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:31.054230 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44cdf-2c6f-406a-9922-7e4dd00b1d13 req-bcdf6e85-70db-4538-af78-9ad414a1d195 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:31.060756 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32b44cdf-2c6f-406a-9922-7e4dd00b1d13 req-bcdf6e85-70db-4538-af78-9ad414a1d195 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0609837 May 17 18:22:31.063324 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:22:31.065924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Current status of the port b20944a9-240b-4d74-b276-a84ac89f305f is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:31.066143 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:31.125107 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32b44cdf-2c6f-406a-9922-7e4dd00b1d13 req-9c2477f0-1526-4844-980b-0984c49769f2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589237 May 17 18:22:31.189714 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] For port b20944a9-240b-4d74-b276-a84ac89f305f, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b20944a9-240b-4d74-b276-a84ac89f305f,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:31.193557 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:31.301215 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43017a-9288-49c2-9cd3-8e014bf7098d None None] Pushing event updated for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:31.325679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-73f751ff-59e9-4546-88b7-5ee21c536552 None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:31.326052 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73f751ff-59e9-4546-88b7-5ee21c536552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:31.391230 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:26Z', 'revision_number': 4, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b20944a9-240b-4d74-b276-a84ac89f305f', 'name': '', 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'mac_address': 'fa:16:3e:68:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:25Z', 'updated_at': '2022-05-17T18:22:30Z', 'revision_number': 4, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'subnets': [{'id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:22:31.420129 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad2827-8542-4488-ad37-131ff397e2c1 None None] The sync data for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi is: [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:26Z', 'revision_number': 4, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b20944a9-240b-4d74-b276-a84ac89f305f', 'name': '', 'network_id': '258f78a5-ef97-4d89-906b-8a0ec7d5a561', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'mac_address': 'fa:16:3e:68:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:25Z', 'updated_at': '2022-05-17T18:22:30Z', 'revision_number': 4, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'subnets': [{'id': 'e2550f2c-e30b-485f-b050-93dd793ab0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:22:31.468341 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-73f751ff-59e9-4546-88b7-5ee21c536552 None None] Current status of the port b20944a9-240b-4d74-b276-a84ac89f305f is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:31.733765 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b20944a9-240b-4d74-b276-a84ac89f305f up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:31.938103 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port b20944a9-240b-4d74-b276-a84ac89f305f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:31.939232 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:32.027979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port b20944a9-240b-4d74-b276-a84ac89f305f is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:32.249035 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4bc01-b8c9-4161-874c-ff06c88bcae8 req-706b66cc-88ab-4b67-a9b0-bd97c08c6e7c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:32.257105 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78b4bc01-b8c9-4161-874c-ff06c88bcae8 req-706b66cc-88ab-4b67-a9b0-bd97c08c6e7c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0557086 May 17 18:22:32.307962 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78b4bc01-b8c9-4161-874c-ff06c88bcae8 req-3a28eb14-6c77-4e10-864b-2bbcbbfa1c50 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500240 May 17 18:22:32.647673 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-c43c3b01-962f-4c5c-ba5a-df89d4209f0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451667 May 17 18:22:32.731118 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a776-0d8b-426b-8338-0945a323e10f req-b036305f-5886-40d2-bcee-015df94a620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:32.732727 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-b036305f-5886-40d2-bcee-015df94a620d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 1129 time: 0.0627940 May 17 18:22:32.841819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a776-0d8b-426b-8338-0945a323e10f req-953c4be6-3d8d-4d83-95ae-aae77d8eda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:32.843136 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-953c4be6-3d8d-4d83-95ae-aae77d8eda7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0896199 May 17 18:22:32.889390 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-989d5ada-3b6c-42a6-8fc8-895ca87146e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43a789b0-1ac7-4729-8cc9-8ad941391439 HTTP/1.1" status: 200 len: 217 time: 0.0373995 May 17 18:22:32.956542 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a776-0d8b-426b-8338-0945a323e10f req-a980c57d-b4ed-43e8-b74b-967b96e8824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:32.958354 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-a980c57d-b4ed-43e8-b74b-967b96e8824c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0587270 May 17 18:22:33.105159 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a776-0d8b-426b-8338-0945a323e10f req-7df0bf4b-a328-44da-97ea-239319e326aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:33.106919 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-7df0bf4b-a328-44da-97ea-239319e326aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485766 May 17 18:22:33.454653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980dc97-41e1-4b8d-a480-15a145bad607 req-b887eb8a-9692-43aa-a8be-92765c2fd463 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:33.458333 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9980dc97-41e1-4b8d-a480-15a145bad607 req-b887eb8a-9692-43aa-a8be-92765c2fd463 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0585940 May 17 18:22:33.526826 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9980dc97-41e1-4b8d-a480-15a145bad607 req-027a7229-3d19-4587-8b9d-d4149fd84ec4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637753 May 17 18:22:33.754892 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-afa74d52-e262-4169-af3f-8322a72e1048 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211987 May 17 18:22:34.229321 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f516a776-0d8b-426b-8338-0945a323e10f req-5b3c447d-61d0-4eb6-8188-8dbfdcd81cb4 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226623 May 17 18:22:34.659751 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:22:34.668052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f365e55-6925-4c74-a023-3cf3df4f0516 req-46f27e19-1172-4618-991b-31810330f6e8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:34.669687 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f365e55-6925-4c74-a023-3cf3df4f0516 req-46f27e19-1172-4618-991b-31810330f6e8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0690799 May 17 18:22:34.740436 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f365e55-6925-4c74-a023-3cf3df4f0516 req-1409a5cb-662e-4cd5-837b-5e3712c1833f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623245 May 17 18:22:34.837391 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:34.951291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:34.956662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320112010', 'description': 'tempest-description--799773703'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:34.980585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.065526 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (d581749b-3cfa-4084-94ce-0f2c562ff981), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.070216 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d581749b-3cfa-4084-94ce-0f2c562ff981), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.099744 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.105742 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1493549 May 17 18:22:35.105930 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33178) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:35.108785 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': 'd581749b-3cfa-4084-94ce-0f2c562ff981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:35.123390 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40eb4e-76f7-4656-abac-c1657be30b1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d581749b-3cfa-4084-94ce-0f2c562ff981,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:35.142883 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (0acf169c-d8e3-4719-8caf-6e59cb0d299a), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.200266 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (0acf169c-d8e3-4719-8caf-6e59cb0d299a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.205167 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (0acf169c-d8e3-4719-8caf-6e59cb0d299a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.224699 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acf169c-d8e3-4719-8caf-6e59cb0d299a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:35.234219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.235638 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-77caa7d6-216b-4072-b1f7-6b859dcad354 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304812 May 17 18:22:35.238395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33180) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:35.244656 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': 'd581749b-3cfa-4084-94ce-0f2c562ff981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:35.278032 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (fc769cf1-ec3e-4a0e-b39c-afecb1b4bba7), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.340449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (fc769cf1-ec3e-4a0e-b39c-afecb1b4bba7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.345771 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (fc769cf1-ec3e-4a0e-b39c-afecb1b4bba7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.365048 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc769cf1-ec3e-4a0e-b39c-afecb1b4bba7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:35.382348 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.382348 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4e720253-80d9-4f01-a4eb-090c91c69955 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423159 May 17 18:22:35.385567 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:22:35.391180 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:35.425099 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.520163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:35.647941 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.27.0.216 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/6e3270b4-787b-4ea6-95be-05caefb40de8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:36.037415 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288f0c-3d93-41bb-8edf-25a6f3715a79 req-f7ccf474-f6e1-4d83-a653-6dcf41c88b3d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:36.038887 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43288f0c-3d93-41bb-8edf-25a6f3715a79 req-f7ccf474-f6e1-4d83-a653-6dcf41c88b3d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0634294 May 17 18:22:36.064992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.130576 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43288f0c-3d93-41bb-8edf-25a6f3715a79 req-cbfdaf53-5db6-4a5c-a7ee-ebb0eae0f1ba tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841208 May 17 18:22:36.131986 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.178332 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=6e3270b4-787b-4ea6-95be-05caefb40de8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:36.188105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:36.190446 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:36.197847 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:36.290174 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.334602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.526257 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.532595 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.609695 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=6e3270b4-787b-4ea6-95be-05caefb40de8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:36.619284 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.637253 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:36.646777 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7fb2dfeb-ccab-44ed-960f-9e978b00a49a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2514048 May 17 18:22:36.859038 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-b2afee32-33e5-4d7b-9088-86a535bb03cf tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1320112010&fields=id&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 267 time: 0.0556135 May 17 18:22:36.987112 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-cb2c6d40-51c8-4392-b498-3df3f53bb5f0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:36.988783 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-cb2c6d40-51c8-4392-b498-3df3f53bb5f0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1231399 May 17 18:22:37.009714 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-53b3217f-c78e-4b91-88f4-9ead34d05bf2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/quotas/37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 375 time: 0.0125601 May 17 18:22:37.064577 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-40b96fee-678d-4112-acec-adb1848dead0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500379 May 17 18:22:37.177405 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-f108ed70-5a14-4059-878a-69d8b8025841 service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980959 May 17 18:22:37.323224 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104020e-b68f-4638-9428-4521b6fad560 req-c68df375-1072-486e-95e4-c0172b2d888e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:37.324997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1104020e-b68f-4638-9428-4521b6fad560 req-c68df375-1072-486e-95e4-c0172b2d888e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0912316 May 17 18:22:37.341694 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-4952043a-3e98-4ef2-ba4e-3b0980acb55d service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570084 May 17 18:22:37.391095 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1104020e-b68f-4638-9428-4521b6fad560 req-d4ddc6f7-16db-4dbb-aff9-7f14bd8473d5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482814 May 17 18:22:37.547218 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-70458ee5-7e39-4f00-b77a-46e274a26113 req-e8268674-152a-4f5d-b252-65a21d498e7b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 210 time: 0.0353127 May 17 18:22:37.852859 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-68a34ec4-0a34-4fc0-bc1d-6b343cec9247 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:37.854887 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-68a34ec4-0a34-4fc0-bc1d-6b343cec9247 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 815 time: 0.1060517 May 17 18:22:37.870514 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-f0252c10-774f-4693-925e-2555861bbdbd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/quotas/271959139e4a4e058a5a56cbdfc8cdcb HTTP/1.1" status: 200 len: 375 time: 0.0100811 May 17 18:22:37.921925 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-0c98b75a-dfe5-4d1e-8400-af1f92b3e099 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437653 May 17 18:22:38.070064 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-9d94a3f3-cfdb-4ab4-8e4f-0dc1a52d9fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358123 May 17 18:22:38.165139 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-88af771d-880c-43c8-ae39-e57b0962f776 service neutron] 10.222.0.65 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888658 May 17 18:22:38.334426 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-888f8d91-50ab-4c62-aa0a-a1cf9d5b1d09 req-ff55faf6-4a84-4605-8fce-8a5de8f17a14 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 210 time: 0.0326903 May 17 18:22:38.512817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc586e-3e24-4ea6-9a00-094834abed02 req-d0a0c6a5-0b5b-4c51-b800-c1f95d143913 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:38.514711 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ebc586e-3e24-4ea6-9a00-094834abed02 req-d0a0c6a5-0b5b-4c51-b800-c1f95d143913 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0484440 May 17 18:22:38.570725 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ebc586e-3e24-4ea6-9a00-094834abed02 req-5f1ca1c0-bb06-44e3-ade0-23aca67284ad tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496695 May 17 18:22:38.662516 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82d8b98a-31ee-4ab8-8582-41a35086eadc req-7c2a2144-428a-4b75-ada4-4c811b748aff tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 210 time: 0.0330963 May 17 18:22:38.769163 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-9d297b4e-b3ca-433d-9bdb-10ba822ae3f9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:38.771032 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-9d297b4e-b3ca-433d-9bdb-10ba822ae3f9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1247127 May 17 18:22:38.857315 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-b31093e7-bdfd-4386-831a-d676d5aa0851 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 472 time: 0.0765054 May 17 18:22:38.929786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'port': {'device_id': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'admin_state_up': True, 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'security_groups': ['d581749b-3cfa-4084-94ce-0f2c562ff981']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:39.034296 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:39.037971 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.162518 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.20.0.7 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/de8a891f-5a42-49e2-b6a3-15f94c53ec66) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:39.298253 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.388253 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.463579 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-317ab6d3-771c-4517-bb02-1604675a9bb2 req-622357e4-e893-4a1f-9295-43c5d8f76bd7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 210 time: 0.0344670 May 17 18:22:39.670490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:39.678428 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-2abd15ee-4d46-47bc-a449-96f76a9e2b00 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:39.679850 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-2abd15ee-4d46-47bc-a449-96f76a9e2b00 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 815 time: 0.3704259 May 17 18:22:39.681233 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:39.684271 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:39.686896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:39.692002 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:39.692462 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.699021 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'port': {'device_id': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'admin_state_up': True, 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:39.719094 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cd976-3829-4237-b9f1-39783936e5fa req-008ac1fd-2b89-4d1a-b233-8c18b62d8029 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:39.720822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c1cd976-3829-4237-b9f1-39783936e5fa req-008ac1fd-2b89-4d1a-b233-8c18b62d8029 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0645118 May 17 18:22:39.738162 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-ea3122b5-318d-45da-a77a-ae10b1205894 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122919 May 17 18:22:39.767243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Request body: {'port': {'device_id': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:39.797182 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c1cd976-3829-4237-b9f1-39783936e5fa req-77cf1c8f-9c70-4335-9094-6f4880baa9d8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620689 May 17 18:22:39.871367 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.880515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac17f-62b3-474f-894f-2998472bcd71 req-39fdc8ca-9324-4bc1-ba84-c657d9e4daf7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:39.882669 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7deac17f-62b3-474f-894f-2998472bcd71 req-39fdc8ca-9324-4bc1-ba84-c657d9e4daf7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 931 time: 0.0843899 May 17 18:22:39.909412 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Made reservation on behalf of 271959139e4a4e058a5a56cbdfc8cdcb for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:22:39.912850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:39.967536 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7deac17f-62b3-474f-894f-2998472bcd71 req-569c636b-7631-40b8-98bf-b2a0cadaa27e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763569 May 17 18:22:40.078432 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6f255305-5665-4536-8447-cd45457ba017 None None] Provisioning complete for port de8a891f-5a42-49e2-b6a3-15f94c53ec66 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:40.079750 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f255305-5665-4536-8447-cd45457ba017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.133850 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6f255305-5665-4536-8447-cd45457ba017 None None] Port de8a891f-5a42-49e2-b6a3-15f94c53ec66 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:40.198358 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Allocated IP 172.20.0.3 (a4568d42-5300-4d85-a01d-63902b8a6e93/ff768ee8-e646-4385-ae87-b159d11308fe/cc5efd46-7563-4b9a-9d0d-a824d9fd3faf) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:22:40.408668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a891f-5a42-49e2-b6a3-15f94c53ec66 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:22:40.419720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks [] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.446568 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Transition to ACTIVE for port object de8a891f-5a42-49e2-b6a3-15f94c53ec66 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:22:40.456257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.464441 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.528009 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:40.571309 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.605549 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Attempting to bind port de8a891f-5a42-49e2-b6a3-15f94c53ec66 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:40.605891 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Attempting to bind port de8a891f-5a42-49e2-b6a3-15f94c53ec66 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:40.606213 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Attempting to bind port de8a891f-5a42-49e2-b6a3-15f94c53ec66 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:40.623841 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Port de8a891f-5a42-49e2-b6a3-15f94c53ec66 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:22:40.624172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Attempting to bind port de8a891f-5a42-49e2-b6a3-15f94c53ec66 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:40.627329 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Network a4568d42-5300-4d85-a01d-63902b8a6e93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:22:40.635846 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:22:40.639565 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:22:40.644684 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:40.645314 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.647886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:40.652541 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:40.652880 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:40.653254 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:40.653762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Bound port: de8a891f-5a42-49e2-b6a3-15f94c53ec66, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:40.654121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.655997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f898f-6a7b-4f26-b198-dda7a716021d req-b51a02de-0124-46e7-843f-aa4249e64986 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:40.665080 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-377f898f-6a7b-4f26-b198-dda7a716021d req-b51a02de-0124-46e7-843f-aa4249e64986 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0829861 May 17 18:22:40.688874 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-ee60b456-84e9-492c-adce-f8b5fa01cc2e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9934857 May 17 18:22:40.766540 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:40.771804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:40.781132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-377f898f-6a7b-4f26-b198-dda7a716021d req-113d32d6-b93d-4e89-827a-d1d0f5459963 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146796 May 17 18:22:40.785535 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.840624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:40.840624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:40.840624 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] 10.222.0.59 "PUT /v2.0/ports/de8a891f-5a42-49e2-b6a3-15f94c53ec66 HTTP/1.1" status: 200 len: 1093 time: 1.0774772 May 17 18:22:40.841010 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:22:40.846186 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce64a7a-d789-4c58-8115-22d35d222565" -d '{"events": [{"name": "network-changed", "server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:22:40.867480 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532f2b3-d895-4040-ac3f-fefbecc3c821 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:40.939972 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c504cdc-8ad7-41b4-b88b-7ddb8e720043 x-openstack-request-id: req-9c504cdc-8ad7-41b4-b88b-7ddb8e720043 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:22:40.940725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:22:40.940725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c504cdc-8ad7-41b4-b88b-7ddb8e720043 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:22:40.941004 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c504cdc-8ad7-41b4-b88b-7ddb8e720043'] response: {'name': 'network-changed', 'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'status': 'completed', 'code': 200} May 17 18:22:41.031486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b2945874-e093-4a46-897e-e0007622dff9 None None] Provisioning complete for port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:41.031881 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2945874-e093-4a46-897e-e0007622dff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:41.034962 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0b1c2-e3e5-45c1-9973-f91fd23fe4fa req-17d2b317-bfca-444d-a2db-020b678cec32 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:41.036577 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6be0b1c2-e3e5-45c1-9973-f91fd23fe4fa req-17d2b317-bfca-444d-a2db-020b678cec32 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0710428 May 17 18:22:41.101882 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b2945874-e093-4a46-897e-e0007622dff9 None None] Port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:22:41.143624 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6892ba-d788-4c22-8f31-1b31fb0d2d8b req-10464345-fd8f-4f59-ade3-ab986071546f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:41.149704 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2d6892ba-d788-4c22-8f31-1b31fb0d2d8b req-10464345-fd8f-4f59-ade3-ab986071546f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.1093473 May 17 18:22:41.168559 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6be0b1c2-e3e5-45c1-9973-f91fd23fe4fa req-881ba659-c3c0-4c6b-bef8-422c9f3f5344 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258798 May 17 18:22:41.209953 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2d6892ba-d788-4c22-8f31-1b31fb0d2d8b req-43f87115-2f1c-4274-a3f5-3689388ccbd8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591710 May 17 18:22:41.888768 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17aac4-ef70-4a37-baef-7505b7ce15dc req-879787ae-0142-41aa-9295-f7e936cc354e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:41.890469 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e17aac4-ef70-4a37-baef-7505b7ce15dc req-879787ae-0142-41aa-9295-f7e936cc354e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0514071 May 17 18:22:41.939095 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e17aac4-ef70-4a37-baef-7505b7ce15dc req-94d4db22-2a27-4890-a700-e09fad165565 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 May 17 18:22:42.294468 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11571458-7754-46c5-945d-aad6e9756419 req-9635f176-04fc-40a0-9344-e914f14dd5ad tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:42.295980 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11571458-7754-46c5-945d-aad6e9756419 req-9635f176-04fc-40a0-9344-e914f14dd5ad tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0505359 May 17 18:22:42.357943 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394e5e-631f-4091-8e99-2dbd4c2b9d9e req-bb425584-6579-46ec-9344-2e00e3cf9298 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:42.359480 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0394e5e-631f-4091-8e99-2dbd4c2b9d9e req-bb425584-6579-46ec-9344-2e00e3cf9298 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0722182 May 17 18:22:42.395796 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11571458-7754-46c5-945d-aad6e9756419 req-3ff7d88f-84b4-406c-a025-f4e669dc66cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923264 May 17 18:22:42.425995 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0394e5e-631f-4091-8e99-2dbd4c2b9d9e req-7d1f270c-cb5d-4edc-b1d8-562fef56de27 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603483 May 17 18:22:43.054037 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a7622-877c-4d9e-a069-f348b312bfbe req-c23444d0-9f1f-478f-965e-f7d638ee74bd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:43.055507 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc0a7622-877c-4d9e-a069-f348b312bfbe req-c23444d0-9f1f-478f-965e-f7d638ee74bd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0474629 May 17 18:22:43.102737 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc0a7622-877c-4d9e-a069-f348b312bfbe req-4f3bd781-fc28-4c43-83f3-5715687c9b29 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 May 17 18:22:43.551347 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9763c-a498-4980-96fd-bc41b218bdf5 req-6e41038c-9e6f-46ce-a73c-b4f164e76497 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:43.552831 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44c9763c-a498-4980-96fd-bc41b218bdf5 req-6e41038c-9e6f-46ce-a73c-b4f164e76497 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0801091 May 17 18:22:43.572846 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6470-9782-4db9-8e76-5268edd7ed6a req-6d4d2074-0f50-4ce8-9423-e3b674dbdecd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:43.574549 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-515e6470-9782-4db9-8e76-5268edd7ed6a req-6d4d2074-0f50-4ce8-9423-e3b674dbdecd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0674207 May 17 18:22:43.637799 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44c9763c-a498-4980-96fd-bc41b218bdf5 req-5b1b48e5-a598-4dcc-b372-25061da3bef2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788457 May 17 18:22:43.662761 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-515e6470-9782-4db9-8e76-5268edd7ed6a req-c0daffc1-eecd-42ba-84cd-4c119ed27aa2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759177 May 17 18:22:44.219657 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b992-78c2-476d-b625-3e7ce2f48bb8 req-f612320d-2f1e-4a69-b8ad-aafd26d797a0 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:44.221244 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d97b992-78c2-476d-b625-3e7ce2f48bb8 req-f612320d-2f1e-4a69-b8ad-aafd26d797a0 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0492966 May 17 18:22:44.276633 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d97b992-78c2-476d-b625-3e7ce2f48bb8 req-cf8d8fbd-a5b2-45fd-8739-ae6912d8cd8c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 May 17 18:22:44.768419 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3db2eb-3a9a-4af0-86ea-c2a88ac09186 req-ae0fdeb7-5231-4291-a5e4-ac13a6e9a308 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:44.770347 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5f3db2eb-3a9a-4af0-86ea-c2a88ac09186 req-ae0fdeb7-5231-4291-a5e4-ac13a6e9a308 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0589635 May 17 18:22:44.857070 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679dbe-261a-445a-850d-10acccb65123 req-8a623f10-4ee6-4f7c-a593-cc88419dabe5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:44.858604 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f679dbe-261a-445a-850d-10acccb65123 req-8a623f10-4ee6-4f7c-a593-cc88419dabe5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0667946 May 17 18:22:44.862142 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5f3db2eb-3a9a-4af0-86ea-c2a88ac09186 req-8a70f751-86c5-4720-be67-0bcbe71932a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853789 May 17 18:22:44.911724 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f679dbe-261a-445a-850d-10acccb65123 req-2bb0699e-2ae8-4696-b29d-c259ea20c612 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475183 May 17 18:22:45.002526 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef3a5-41b8-469e-97f2-dbbf4461e106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:45.392302 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7499-ec90-4938-acfc-a508c1de0353 req-1f8e00d7-6f76-4c8e-a40a-32d32717ab80 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:45.393809 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa9e7499-ec90-4938-acfc-a508c1de0353 req-1f8e00d7-6f76-4c8e-a40a-32d32717ab80 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0475292 May 17 18:22:45.442321 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa9e7499-ec90-4938-acfc-a508c1de0353 req-f8c576f7-2338-4c38-8d4a-602659434630 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 May 17 18:22:45.988578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30191d9-5b8f-4e27-882f-446dd7ce5158 req-3b9c4cfc-6f21-4028-9c1f-352dfaa37583 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:45.990101 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a30191d9-5b8f-4e27-882f-446dd7ce5158 req-3b9c4cfc-6f21-4028-9c1f-352dfaa37583 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0536764 May 17 18:22:46.050949 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ec0c-a5d9-4cff-a00c-e9d7197047df req-154896bc-3ec9-4544-bd61-f9e1ec865bb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:46.052427 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b397ec0c-a5d9-4cff-a00c-e9d7197047df req-154896bc-3ec9-4544-bd61-f9e1ec865bb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0613062 May 17 18:22:46.091801 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a30191d9-5b8f-4e27-882f-446dd7ce5158 req-e46e6621-47e0-499a-8e8b-6c45ee7ed131 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924277 May 17 18:22:46.119322 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b397ec0c-a5d9-4cff-a00c-e9d7197047df req-1704648a-37ba-4de3-b7e9-c98b1c83c1d1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569575 May 17 18:22:46.556094 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b948e1-b84e-4990-8a10-00777594d1aa req-5a089ef3-defe-442b-93d5-2135036abf30 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:46.557588 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00b948e1-b84e-4990-8a10-00777594d1aa req-5a089ef3-defe-442b-93d5-2135036abf30 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0481167 May 17 18:22:46.606398 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00b948e1-b84e-4990-8a10-00777594d1aa req-819f0459-b25b-40c7-83b0-1d957b9fe154 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 May 17 18:22:47.218707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63e9956d-f52a-4ecf-9956-aed275f9fd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:47.267069 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a377-6267-43a0-a263-bcacc144acc5 req-4a35fe93-29c2-47b4-aff9-e7b890ffb624 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:47.269798 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d956a377-6267-43a0-a263-bcacc144acc5 req-4a35fe93-29c2-47b4-aff9-e7b890ffb624 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0726340 May 17 18:22:47.365573 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267a898-406f-4f3e-a567-40225d21b045 req-5c1163ce-de78-4556-b9fe-c2f86c51cffa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:47.367121 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2267a898-406f-4f3e-a567-40225d21b045 req-5c1163ce-de78-4556-b9fe-c2f86c51cffa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0709038 May 17 18:22:47.374548 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d956a377-6267-43a0-a263-bcacc144acc5 req-2a10e684-1531-4ed3-ba25-03f36f6472b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867131 May 17 18:22:47.420362 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2267a898-406f-4f3e-a567-40225d21b045 req-32be5450-2ab8-4d96-b916-1037a63f3a1a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 May 17 18:22:47.724006 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08e49-e342-4ede-b8be-7497cb6f153d req-fc74ed8f-1d05-48ef-8c30-2f485d1a8695 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:47.725523 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-07d08e49-e342-4ede-b8be-7497cb6f153d req-fc74ed8f-1d05-48ef-8c30-2f485d1a8695 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0485308 May 17 18:22:47.777451 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-07d08e49-e342-4ede-b8be-7497cb6f153d req-b44006f0-d3bb-41da-af7c-ff230ed23aa8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449824 May 17 18:22:48.321743 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:48.507212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bdfee-bb9d-42a1-9517-4913247d8f02 req-8cbce3a4-b074-4717-97fb-4c08861dc8b9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:48.508724 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-949bdfee-bb9d-42a1-9517-4913247d8f02 req-8cbce3a4-b074-4717-97fb-4c08861dc8b9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0544007 May 17 18:22:48.569067 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaed5e-dfde-4e81-845e-06415ad4ebce req-1e9fc8df-a91d-492c-adf3-d5742f720ab1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:48.570600 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0eaaed5e-dfde-4e81-845e-06415ad4ebce req-1e9fc8df-a91d-492c-adf3-d5742f720ab1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0730155 May 17 18:22:48.611372 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-949bdfee-bb9d-42a1-9517-4913247d8f02 req-5cfc01f6-71fc-4773-81c9-d39a680eb6f0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948262 May 17 18:22:48.647172 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0eaaed5e-dfde-4e81-845e-06415ad4ebce req-df6d7775-d285-426d-8bd7-03979c6ba6cc tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702050 May 17 18:22:48.898783 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad409-aaf8-4cac-8297-74526a2c740e req-d0e383b9-e646-45e4-969a-c527435516e7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:48.900256 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63cad409-aaf8-4cac-8297-74526a2c740e req-d0e383b9-e646-45e4-969a-c527435516e7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0493162 May 17 18:22:48.969599 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63cad409-aaf8-4cac-8297-74526a2c740e req-65e72d51-552c-4e78-a918-08a1aaa34384 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631254 May 17 18:22:49.753384 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889d426-f326-4d7e-8162-6f68b9cf8f4c req-0468b9b8-0567-40d5-8310-27738b0fe53e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:49.754218 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:49.755313 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8889d426-f326-4d7e-8162-6f68b9cf8f4c req-0468b9b8-0567-40d5-8310-27738b0fe53e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0672679 May 17 18:22:49.802949 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473dba0-ed12-4631-aeff-dde746bfa605 req-dfd05c63-4e93-4b7b-97fc-95eccf1af02a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:49.804446 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e473dba0-ed12-4631-aeff-dde746bfa605 req-dfd05c63-4e93-4b7b-97fc-95eccf1af02a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0685809 May 17 18:22:49.861981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8889d426-f326-4d7e-8162-6f68b9cf8f4c req-248c25f7-c9fa-4438-af43-bd67f675aa65 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902939 May 17 18:22:49.878475 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e473dba0-ed12-4631-aeff-dde746bfa605 req-e76c2de5-2c98-46e1-845b-059040a40ff7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678697 May 17 18:22:50.081447 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e153d-97ad-42d0-94a7-04e50df118e6 req-4fa71326-c547-477d-8387-5951d243870c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:50.082949 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d8e153d-97ad-42d0-94a7-04e50df118e6 req-4fa71326-c547-477d-8387-5951d243870c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0474999 May 17 18:22:50.132071 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d8e153d-97ad-42d0-94a7-04e50df118e6 req-06c0eed0-52d5-4bbe-86a0-189e8b3f7c5b tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 May 17 18:22:51.012155 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813de79-a7b8-49cc-be67-edc1198daf99 req-fb56ac05-2641-4d6f-adbd-12830c20372e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:51.013577 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f813de79-a7b8-49cc-be67-edc1198daf99 req-fb56ac05-2641-4d6f-adbd-12830c20372e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0771701 May 17 18:22:51.034078 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a5716-4a19-456d-ab24-e57982bedc23 req-a6684b9f-88a3-42a7-a3ec-3e0e6661a278 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:51.035514 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02a5716-4a19-456d-ab24-e57982bedc23 req-a6684b9f-88a3-42a7-a3ec-3e0e6661a278 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0709639 May 17 18:22:51.101744 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f813de79-a7b8-49cc-be67-edc1198daf99 req-72970ce5-232b-4e36-93cb-b72817c39842 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823431 May 17 18:22:51.109819 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02a5716-4a19-456d-ab24-e57982bedc23 req-f4797817-555a-406b-894c-0f29b84499e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667527 May 17 18:22:51.248485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ed3e2-5650-41e8-9d01-0cc888d2ae24 req-4cbbf60e-a3c6-447a-acbd-fec4dc187fed tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:51.249974 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a3ed3e2-5650-41e8-9d01-0cc888d2ae24 req-4cbbf60e-a3c6-447a-acbd-fec4dc187fed tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0512366 May 17 18:22:51.299326 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a3ed3e2-5650-41e8-9d01-0cc888d2ae24 req-d030bebc-f577-4e43-bcbf-4dae858ad707 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 May 17 18:22:51.456355 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:52.251338 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726dcc4-a0bf-4806-8dec-1e7ec145a302 req-9151c331-b949-4e3f-8a9f-a3bd37c188fc tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:52.252788 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2726dcc4-a0bf-4806-8dec-1e7ec145a302 req-9151c331-b949-4e3f-8a9f-a3bd37c188fc tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0794895 May 17 18:22:52.258860 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46523-9194-4539-a580-2086bd2ce3b4 req-5dd23ede-7beb-4dcd-a7b8-296d9232eb9d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:52.260187 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ac46523-9194-4539-a580-2086bd2ce3b4 req-5dd23ede-7beb-4dcd-a7b8-296d9232eb9d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0781798 May 17 18:22:52.330560 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2726dcc4-a0bf-4806-8dec-1e7ec145a302 req-2a771d28-924c-498d-ac81-b4936de90f59 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694318 May 17 18:22:52.334517 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ac46523-9194-4539-a580-2086bd2ce3b4 req-b218483e-c0ae-4d6f-b5b4-d33a8c30618e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676734 May 17 18:22:52.427930 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eee45-9361-4245-92cb-e79630e0c80e req-662903b6-5e86-4b73-acd8-2d167744d485 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:52.429259 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-686eee45-9361-4245-92cb-e79630e0c80e req-662903b6-5e86-4b73-acd8-2d167744d485 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0457652 May 17 18:22:52.478032 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-686eee45-9361-4245-92cb-e79630e0c80e req-2d727453-0603-4682-9768-04d87726cf36 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 May 17 18:22:53.467872 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8af55e-3dce-4003-8a62-a9663f5c7f68 req-a370f1a2-1a52-4f93-81a4-740a7b7d9a86 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:53.469321 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f8af55e-3dce-4003-8a62-a9663f5c7f68 req-a370f1a2-1a52-4f93-81a4-740a7b7d9a86 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0712175 May 17 18:22:53.488248 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62c12-42f5-40b6-9975-afc8895992bb req-c8965e04-b769-4742-83cd-12c141842bad tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:53.489639 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98d62c12-42f5-40b6-9975-afc8895992bb req-c8965e04-b769-4742-83cd-12c141842bad tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0644238 May 17 18:22:53.547472 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f8af55e-3dce-4003-8a62-a9663f5c7f68 req-7bf55a3d-49bb-41e6-bea1-9a3821a89765 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726225 May 17 18:22:53.558195 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-98d62c12-42f5-40b6-9975-afc8895992bb req-8d118607-c3f1-439b-81d3-aaebcce6ad9d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626440 May 17 18:22:53.649935 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d1ee8-c0de-48c8-ae15-7c78b395f1a7 req-638d1737-4225-4f75-8b82-5312d17ba564 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:53.651365 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a1d1ee8-c0de-48c8-ae15-7c78b395f1a7 req-638d1737-4225-4f75-8b82-5312d17ba564 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0495090 May 17 18:22:53.696810 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a1d1ee8-c0de-48c8-ae15-7c78b395f1a7 req-93e4ebd9-853c-4fe3-8f09-d384b853bed0 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 May 17 18:22:54.349815 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Request body: {'port': {'device_id': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:22:54.417140 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:54.467116 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-b95194f0-620b-419f-bbb3-230e9931025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.468606 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-b95194f0-620b-419f-bbb3-230e9931025a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 1127 time: 0.0691411 May 17 18:22:54.670446 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-d26ef830-fae1-45d3-ac07-f0e2c365c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.671937 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-d26ef830-fae1-45d3-ac07-f0e2c365c320 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=37a912f3b6fa407bb4495fb6462250e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1946495 May 17 18:22:54.685102 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483a495-8a2b-4363-9a4e-47961453a041 req-a3e09cc0-53f4-4318-8d9e-824bf9c641b7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.686729 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5483a495-8a2b-4363-9a4e-47961453a041 req-a3e09cc0-53f4-4318-8d9e-824bf9c641b7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0716605 May 17 18:22:54.714257 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f37394-69e3-4d1b-801b-d4c9f1fd75f3 req-2f82085c-8b34-405b-b9be-f570e39b55c0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.716220 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76f37394-69e3-4d1b-801b-d4c9f1fd75f3 req-2f82085c-8b34-405b-b9be-f570e39b55c0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0735302 May 17 18:22:54.761229 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5483a495-8a2b-4363-9a4e-47961453a041 req-ee22f07e-d811-4b00-b1ac-ee4178cddfd9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682237 May 17 18:22:54.789786 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76f37394-69e3-4d1b-801b-d4c9f1fd75f3 req-84b84855-4a59-4e48-8cab-961abae2d911 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657756 May 17 18:22:54.824144 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-e9bfb7eb-04d6-440f-b382-edf3a4aa62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.825919 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ce64a7a-d789-4c58-8115-22d35d222565 req-e9bfb7eb-04d6-440f-b382-edf3a4aa62a5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479349 May 17 18:22:54.870647 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5efd46-7563-4b9a-9d0d-a824d9fd3faf {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:22:54.879906 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8659e5-a924-42cf-b333-f513eda2a91a req-3f4294da-9672-4743-9917-a11211fee3a7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.881366 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8659e5-a924-42cf-b333-f513eda2a91a req-3f4294da-9672-4743-9917-a11211fee3a7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 931 time: 0.0604599 May 17 18:22:54.885359 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks [] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:54.917548 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Transition to ACTIVE for port object cc5efd46-7563-4b9a-9d0d-a824d9fd3faf will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:22:54.924258 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-a7633380-b88e-497b-8323-126a2be22074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:54.925765 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-a7633380-b88e-497b-8323-126a2be22074 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 1127 time: 0.0486555 May 17 18:22:54.926321 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:54.929003 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8659e5-a924-42cf-b333-f513eda2a91a req-15ae3f80-26e8-43d3-9c75-35a9efd9e100 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 May 17 18:22:54.994377 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-dc78a042-9f24-472a-8e79-360477f79468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66 HTTP/1.1" status: 200 len: 217 time: 0.0603623 May 17 18:22:55.013625 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:55.082693 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-7514905d-6908-40af-a42e-16bc787671ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.084049 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-7514905d-6908-40af-a42e-16bc787671ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0801668 May 17 18:22:55.084667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Attempting to bind port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:22:55.084986 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Attempting to bind port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:22:55.085297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Attempting to bind port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf on network a4568d42-5300-4d85-a01d-63902b8a6e93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:55.090581 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf on network a4568d42-5300-4d85-a01d-63902b8a6e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:22:55.090894 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Attempting to bind port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf on network a4568d42-5300-4d85-a01d-63902b8a6e93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:22:55.104633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:22:55.104964 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Checking segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:22:55.105378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Bound using segment: {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:22:55.105849 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Bound port: cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045963d8-0b5c-46d5-a67b-2b7b49815a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:22:55.106208 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:55.142215 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-bdd355bd-5ef3-4e07-ab92-8458757e6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.143678 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-bdd355bd-5ef3-4e07-ab92-8458757e6c3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506430 May 17 18:22:55.241799 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:22:55.256491 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:22:55.269125 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:55.281602 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-d19c2a64-c65d-4822-b53b-10d82d849cbd service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224201 May 17 18:22:55.328659 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.329265 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:55.330658 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 1093 time: 1.0306077 May 17 18:22:55.331101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:22:55.333424 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5953e22-c4d7-4412-8ef3-153bce374dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:22:55.360281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87370-f3f5-4735-9b93-ca39596638a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:55.404850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511c14fd-90d8-4861-ae6b-c85baac1f647 x-openstack-request-id: req-511c14fd-90d8-4861-ae6b-c85baac1f647 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:22:55.405133 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:22:55.405380 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-511c14fd-90d8-4861-ae6b-c85baac1f647 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:22:55.405794 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511c14fd-90d8-4861-ae6b-c85baac1f647'] response: {'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:22:55.451544 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-d4d8800a-2255-4fae-b9ff-a4ee2c1932dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.453004 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-d4d8800a-2255-4fae-b9ff-a4ee2c1932dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1127 time: 0.0585060 May 17 18:22:55.458435 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68d6a023-852a-4a30-afdc-56bfa6e83898 req-b2374abc-6706-45dd-9d1a-e162ddfc66f9 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603501 May 17 18:22:55.501920 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-1264b62f-9cff-422c-8f86-2a8dfd913419 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 217 time: 0.0334396 May 17 18:22:55.884329 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fc040-d34b-4c46-aa7b-aab4059e2bd6 req-f9b1d6e6-fdb4-41bf-9963-7f4c50e925be tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.885779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-360fc040-d34b-4c46-aa7b-aab4059e2bd6 req-f9b1d6e6-fdb4-41bf-9963-7f4c50e925be tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0559161 May 17 18:22:55.930518 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aafc3-40a8-4421-80e0-88f112aa0488 req-f941b7bb-c209-4918-aaee-62e6c4d5f731 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:55.931914 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc0aafc3-40a8-4421-80e0-88f112aa0488 req-f941b7bb-c209-4918-aaee-62e6c4d5f731 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0646174 May 17 18:22:55.973412 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-360fc040-d34b-4c46-aa7b-aab4059e2bd6 req-e24ac448-e6b2-413b-b935-625442508a61 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724831 May 17 18:22:56.000094 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc0aafc3-40a8-4421-80e0-88f112aa0488 req-9fbe5a49-1450-499e-9d84-302fc57b5d9a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583334 May 17 18:22:56.071612 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472082a-d6ce-4011-bc7c-a987c6a0bb84 req-a8ede4b7-1f31-415c-99fc-d2e48fea679a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:56.073043 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1472082a-d6ce-4011-bc7c-a987c6a0bb84 req-a8ede4b7-1f31-415c-99fc-d2e48fea679a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0460091 May 17 18:22:56.118148 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1472082a-d6ce-4011-bc7c-a987c6a0bb84 req-55ad0600-5102-404d-90de-0722474341d9 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 May 17 18:22:56.579072 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:22:56.671975 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:56.683033 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:22:56.720445 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: ACTIVE; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:56.720830 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:56.732998 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:22:56.751581 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:56.755557 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:56.799368 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:56.806427 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.806806 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.807167 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.807504 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.807836 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.808163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.808487 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.808809 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.809131 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.809450 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.809800 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.810130 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.810452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.810770 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.811090 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:22:56.978449 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['06e106bb-68fb-497b-a3fb-dae45c0c334c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:22:57.112366 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559200-69d0-481e-b287-167699592095 req-5f246d08-1f27-4ad7-a9de-e9ce4123bb6a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:57.113740 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e559200-69d0-481e-b287-167699592095 req-5f246d08-1f27-4ad7-a9de-e9ce4123bb6a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0712628 May 17 18:22:57.142601 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e31512-0ecb-4c37-8e2c-ad639dae22ea req-f01aadb5-35d0-490f-b894-43a093ab6b52 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:57.143989 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01e31512-0ecb-4c37-8e2c-ad639dae22ea req-f01aadb5-35d0-490f-b894-43a093ab6b52 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 944 time: 0.0719321 May 17 18:22:57.187294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e559200-69d0-481e-b287-167699592095 req-e2733f30-9541-4034-8b2e-001ce06523c5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 May 17 18:22:57.213315 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01e31512-0ecb-4c37-8e2c-ad639dae22ea req-443f264d-1c49-49f2-9ef4-5f6344eeaf98 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629508 May 17 18:22:57.289053 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a41b-4941-4dcf-be4c-8ad1de3a2860 req-73e5e45f-90d4-4476-bd12-2918b50785e6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:57.290503 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b64a41b-4941-4dcf-be4c-8ad1de3a2860 req-73e5e45f-90d4-4476-bd12-2918b50785e6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0469408 May 17 18:22:57.336218 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b64a41b-4941-4dcf-be4c-8ad1de3a2860 req-6197f46a-fb53-4794-9bc4-c17fc59b4a16 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 May 17 18:22:58.330820 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eeb78-dcc9-47f5-bcb2-e16356fcc638 req-9a3bd168-990e-4e6a-862c-55ccc69cb706 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:58.332250 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-882eeb78-dcc9-47f5-bcb2-e16356fcc638 req-9a3bd168-990e-4e6a-862c-55ccc69cb706 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 943 time: 0.0745809 May 17 18:22:58.351053 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429bc8-0c40-4784-b410-c76317c51a1c req-4b8832c3-5cc6-4b3d-9bda-6d3c30ec92a2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:58.352409 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af429bc8-0c40-4784-b410-c76317c51a1c req-4b8832c3-5cc6-4b3d-9bda-6d3c30ec92a2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 944 time: 0.0671554 May 17 18:22:58.414945 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-882eeb78-dcc9-47f5-bcb2-e16356fcc638 req-b634f727-8985-4970-a6d5-0993a21e0991 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771196 May 17 18:22:58.421932 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af429bc8-0c40-4784-b410-c76317c51a1c req-39b7fb54-0d83-4e68-b1c3-0a59a0897ac7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615010 May 17 18:22:58.478180 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-c8d450fd-4022-4f8d-804b-ba657b036d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:58.479625 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-c8d450fd-4022-4f8d-804b-ba657b036d43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0629005 May 17 18:22:58.518463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a348d-ac78-4ea5-b0b1-62568c248f67 req-dcbdfef1-9d5b-4a09-a3d3-5d5b2e88b76b tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:58.519922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-462a348d-ac78-4ea5-b0b1-62568c248f67 req-dcbdfef1-9d5b-4a09-a3d3-5d5b2e88b76b tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0467985 May 17 18:22:58.522303 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-f39f7bba-9333-4ea1-9b00-bbc95b46e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:58.523812 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-f39f7bba-9333-4ea1-9b00-bbc95b46e6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378962 May 17 18:22:58.565739 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-462a348d-ac78-4ea5-b0b1-62568c248f67 req-2c9f91ea-55cc-4b1f-a76b-445f64d2f267 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 May 17 18:22:58.587094 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device de8a891f-5a42-49e2-b6a3-15f94c53ec66 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:22:58.589353 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:22:58.611083 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-10b99b82-4cee-4aa3-89b0-5c3d2242d642 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803998 May 17 18:22:58.694650 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 06e106bb-68fb-497b-a3fb-dae45c0c334c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:22:58.695025 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:58.702720 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40819788-1a73-43d2-8abc-2eb9b5e77bc8 req-9c8ff072-2b11-4b37-9552-187436d91c7d service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 May 17 18:22:58.754727 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:58.769334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'port_id': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'mac_address': 'fa:16:3e:75:5d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:22:58.829978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:58.830366 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:58.833028 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port de8a891f-5a42-49e2-b6a3-15f94c53ec66 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:22:58.833400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:58.858271 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a891f-5a42-49e2-b6a3-15f94c53ec66 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:22:58.866672 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:22:58.868872 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d206c3-97c2-4fee-96da-150ecd15a854" -d '{"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:22:58.893718 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:58.895719 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:22:58.898781 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:58.903974 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287a500-d3cd-4658-9b4c-d9331f2bbdf1 x-openstack-request-id: req-9287a500-d3cd-4658-9b4c-d9331f2bbdf1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:22:58.904280 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:22:58.904554 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9287a500-d3cd-4658-9b4c-d9331f2bbdf1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:22:58.904947 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9287a500-d3cd-4658-9b4c-d9331f2bbdf1'] response: {'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'code': 200} May 17 18:22:58.907243 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:22:58.952259 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:58.998523 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:22:59.556476 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d666d-2b3c-41c5-a25e-dda57c28cb47 req-a5badad9-5df4-4905-91a6-1d7743fc5eaf tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:59.557941 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a32d666d-2b3c-41c5-a25e-dda57c28cb47 req-a5badad9-5df4-4905-91a6-1d7743fc5eaf tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 944 time: 0.0743551 May 17 18:22:59.576959 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64050ef6-5757-4160-9ef1-53d4d958f319 req-ee6ce2e1-4c9c-4fc5-87d3-554933cdc79b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:59.578396 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64050ef6-5757-4160-9ef1-53d4d958f319 req-ee6ce2e1-4c9c-4fc5-87d3-554933cdc79b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0647039 May 17 18:22:59.601124 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['de8a891f-5a42-49e2-b6a3-15f94c53ec66'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:22:59.646850 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a32d666d-2b3c-41c5-a25e-dda57c28cb47 req-54945788-07c6-4a1c-821f-8dd221d1a7d5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833955 May 17 18:22:59.658331 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64050ef6-5757-4160-9ef1-53d4d958f319 req-282196f3-09f6-4fef-9176-29a6b72a9c73 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723953 May 17 18:22:59.750696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d572cb-3072-4eb4-9b1c-ad91d6281bf2 req-02d048f0-e1e4-4e84-a4fb-cf3c89eeae97 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:22:59.752040 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73d572cb-3072-4eb4-9b1c-ad91d6281bf2 req-02d048f0-e1e4-4e84-a4fb-cf3c89eeae97 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0456464 May 17 18:22:59.801409 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73d572cb-3072-4eb4-9b1c-ad91d6281bf2 req-32782aff-5d4a-4bbf-9e11-df6ef459c723 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 May 17 18:23:00.791804 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d10ea-caa4-4df9-b9b1-4b698284f692 req-b4cdb4ac-dc3a-4254-b231-bb782756d8e6 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:00.793273 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d88d10ea-caa4-4df9-b9b1-4b698284f692 req-b4cdb4ac-dc3a-4254-b231-bb782756d8e6 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 944 time: 0.0712440 May 17 18:23:00.803538 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20d6a2-d28d-42d1-98ee-9077adb1dce5 req-5cb10a28-004a-4eaa-90b7-839b11ec3299 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:00.804879 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd20d6a2-d28d-42d1-98ee-9077adb1dce5 req-5cb10a28-004a-4eaa-90b7-839b11ec3299 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0715821 May 17 18:23:00.825152 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device de8a891f-5a42-49e2-b6a3-15f94c53ec66 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:23:00.868872 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port de8a891f-5a42-49e2-b6a3-15f94c53ec66 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:23:00.875393 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port de8a891f-5a42-49e2-b6a3-15f94c53ec66 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:23:00.875903 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:00.879724 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d88d10ea-caa4-4df9-b9b1-4b698284f692 req-3f50e30f-d94f-43af-9ef4-9b9dc129af88 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739126 May 17 18:23:00.882682 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd20d6a2-d28d-42d1-98ee-9077adb1dce5 req-38d00dac-0d50-4ce8-9c07-3d6e7a956578 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708694 May 17 18:23:00.958484 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port de8a891f-5a42-49e2-b6a3-15f94c53ec66 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:00.958913 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:00.980917 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:00.983141 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f517b7-cb13-40ea-9263-7e8433b22db1" -d '{"events": [{"server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "name": "network-vif-plugged", "status": "completed", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:00.984677 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5677e6-04c1-424e-97cb-08265fd9dd69 req-6cc0f9b0-7adc-45d2-8431-fa7d32fab6d2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:00.986202 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af5677e6-04c1-424e-97cb-08265fd9dd69 req-6cc0f9b0-7adc-45d2-8431-fa7d32fab6d2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0485229 May 17 18:23:00.995346 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:01.000339 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:01.024866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e0ea2c-310e-4f2d-930f-0dfa49e44286 x-openstack-request-id: req-a5e0ea2c-310e-4f2d-930f-0dfa49e44286 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:01.025152 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "name": "network-vif-plugged", "status": "completed", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:01.025404 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5e0ea2c-310e-4f2d-930f-0dfa49e44286 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:01.025825 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e0ea2c-310e-4f2d-930f-0dfa49e44286'] response: {'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'code': 200} May 17 18:23:01.038581 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af5677e6-04c1-424e-97cb-08265fd9dd69 req-d0ba5f58-9f3e-4e40-b3e8-bb10339de544 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464787 May 17 18:23:01.053821 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:01.668992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-e4fedd9d-6be2-4ffb-95b7-04b2373e46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:01.670926 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-e4fedd9d-6be2-4ffb-95b7-04b2373e46ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1127 time: 0.0401831 May 17 18:23:01.805566 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac9ca-a5a7-4573-8cb3-0ef4ba8bedfb req-cb1803fa-29d4-4ec4-852d-bb27e44e6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:01.807061 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e12ac9ca-a5a7-4573-8cb3-0ef4ba8bedfb req-cb1803fa-29d4-4ec4-852d-bb27e44e6f71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 1129 time: 0.0551889 May 17 18:23:01.811487 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-db1ee2d6-9020-4d55-8546-047cae0388ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:01.812816 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-db1ee2d6-9020-4d55-8546-047cae0388ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.1340837 May 17 18:23:01.875324 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-e1212905-3392-4ae1-9a13-60c0ef886e37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 217 time: 0.0428116 May 17 18:23:01.931806 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e12ac9ca-a5a7-4573-8cb3-0ef4ba8bedfb req-9fec816d-8ca7-4d29-831c-72cd14f4a89b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051960 May 17 18:23:01.941054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-e59db616-5b73-437f-aef5-60e5e78997c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:01.942509 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-e59db616-5b73-437f-aef5-60e5e78997c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0604370 May 17 18:23:02.034875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091206f0-3d5b-40e9-8b60-31fedf1e838a req-6f228af2-261a-4607-bd7c-9ed0a30534e5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:02.036324 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-091206f0-3d5b-40e9-8b60-31fedf1e838a req-6f228af2-261a-4607-bd7c-9ed0a30534e5 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0765030 May 17 18:23:02.044323 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ffdb-2a1d-4a3c-8928-5702990806ba req-c0ec511c-2cdc-497f-adf3-de9df445f253 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:02.045683 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d073ffdb-2a1d-4a3c-8928-5702990806ba req-c0ec511c-2cdc-497f-adf3-de9df445f253 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0749722 May 17 18:23:02.109947 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-091206f0-3d5b-40e9-8b60-31fedf1e838a req-0524d21c-f6b1-47ca-9b8e-d0e2bfd99b1d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633414 May 17 18:23:02.120733 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d073ffdb-2a1d-4a3c-8928-5702990806ba req-249dfe27-da72-4703-b537-58112c42d8a0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684583 May 17 18:23:02.211752 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97875f5-6520-4585-9f81-c8911499e376 req-b7d9391d-a628-4ffc-9039-8d2ae85c81ba tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:02.213313 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e97875f5-6520-4585-9f81-c8911499e376 req-b7d9391d-a628-4ffc-9039-8d2ae85c81ba tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 943 time: 0.0469346 May 17 18:23:02.260608 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e97875f5-6520-4585-9f81-c8911499e376 req-df248b12-4a7f-46ab-88db-c095a32ef412 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 May 17 18:23:02.290327 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-a3a6f449-dcdc-4631-affd-26edd527e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:02.291846 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-a3a6f449-dcdc-4631-affd-26edd527e945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397656 May 17 18:23:02.381297 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-a7cb2e50-af24-49eb-96c9-2f0185fa6018 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829110 May 17 18:23:02.466672 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5953e22-c4d7-4412-8ef3-153bce374dc4 req-2658d22e-c8fa-4dde-98c4-05b6fefbf222 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787487 May 17 18:23:02.818966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc5efd46-7563-4b9a-9d0d-a824d9fd3faf details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:23:02.913622 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:02.925085 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'port_id': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'mac_address': 'fa:16:3e:1b:16:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:23:02.961654 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:02.962039 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:02.974721 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5efd46-7563-4b9a-9d0d-a824d9fd3faf {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:23:02.993841 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:03.001005 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:03.049156 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:03.250784 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83c28-e921-4c35-b8bf-bd0862aac583 req-8fe1efd6-2ce4-45b9-bdab-445d15f7db41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:03.252340 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bc83c28-e921-4c35-b8bf-bd0862aac583 req-8fe1efd6-2ce4-45b9-bdab-445d15f7db41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0736158 May 17 18:23:03.273524 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a221ac2-fdbc-491d-a67a-9b5fdf9b0c36 req-8ad087b9-7e95-49cd-8ca8-1e839ca0cc50 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:03.274907 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a221ac2-fdbc-491d-a67a-9b5fdf9b0c36 req-8ad087b9-7e95-49cd-8ca8-1e839ca0cc50 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0658300 May 17 18:23:03.338974 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bc83c28-e921-4c35-b8bf-bd0862aac583 req-fb8ce2a9-8f25-4259-86e8-c923c7d231aa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810101 May 17 18:23:03.346124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a221ac2-fdbc-491d-a67a-9b5fdf9b0c36 req-3240c74c-51d6-4e68-95a5-9cd262b85bf3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647244 May 17 18:23:03.440903 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eb878-ef0b-4671-b16e-eae995963d7d req-a1f0c6a8-a9bc-4551-9afb-4bcbf2c93332 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:03.442257 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-940eb878-ef0b-4671-b16e-eae995963d7d req-a1f0c6a8-a9bc-4551-9afb-4bcbf2c93332 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 944 time: 0.0457757 May 17 18:23:03.487412 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-940eb878-ef0b-4671-b16e-eae995963d7d req-aa4bc9ee-2b0e-463d-ba02-32f24893d976 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 May 17 18:23:03.570808 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:23:04.705738 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919803b-8c5d-4ed9-8831-5d42e320a91c req-ac656e60-9d34-4721-8d55-47ba03d2252f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:04.707199 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5919803b-8c5d-4ed9-8831-5d42e320a91c req-ac656e60-9d34-4721-8d55-47ba03d2252f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.3001816 May 17 18:23:04.715582 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bea05-bf2d-4582-a7d1-df0a6a8ace13 req-796da2f7-f6b6-4730-9ce0-5a16757b0b55 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:04.716930 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b0bea05-bf2d-4582-a7d1-df0a6a8ace13 req-796da2f7-f6b6-4730-9ce0-5a16757b0b55 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.3000450 May 17 18:23:04.790131 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5919803b-8c5d-4ed9-8831-5d42e320a91c req-0ad30472-af76-4ec2-9c33-950a9940139e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722666 May 17 18:23:04.793714 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b0bea05-bf2d-4582-a7d1-df0a6a8ace13 req-73069ef1-712d-49cd-a5bd-0c2f00bf22df tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700850 May 17 18:23:04.919449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72fcf-f910-481c-b5e1-7966b78e44bf req-74ea7c06-536c-4a20-b4c1-91da65f459f5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:04.920887 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fd72fcf-f910-481c-b5e1-7966b78e44bf req-74ea7c06-536c-4a20-b4c1-91da65f459f5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 944 time: 0.0710006 May 17 18:23:04.928835 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c6098-a934-469f-ae28-ed67958645dc req-cc11850c-7dc4-4267-9025-d38e8a060f0c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:04.930208 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf7c6098-a934-469f-ae28-ed67958645dc req-cc11850c-7dc4-4267-9025-d38e8a060f0c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0714605 May 17 18:23:04.938641 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:04.943140 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'port_id': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:04.974764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fd72fcf-f910-481c-b5e1-7966b78e44bf req-a5d514ee-abaf-41ef-8222-1148cad78ba8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 May 17 18:23:04.988415 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.128820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc5efd46-7563-4b9a-9d0d-a824d9fd3faf up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:23:05.161165 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.176093 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:23:05.181852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:23:05.182281 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.254682 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:05.254975 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.277538 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:05.279758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17111c-f349-4cb0-a5b6-f892a512ff42" -d '{"events": [{"server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "name": "network-vif-plugged", "status": "completed", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:05.292264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:05.297349 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.322055 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d50aa-c116-44e7-98d2-79e185fa1133 x-openstack-request-id: req-996d50aa-c116-44e7-98d2-79e185fa1133 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:05.322358 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "name": "network-vif-plugged", "status": "completed", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:05.322611 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-996d50aa-c116-44e7-98d2-79e185fa1133 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:05.323033 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996d50aa-c116-44e7-98d2-79e185fa1133'] response: {'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'code': 200} May 17 18:23:05.356574 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:05.585571 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e47f83-7b0f-4877-a501-8fcea7b2d0a3 req-852028da-e086-4885-abf6-6a160affacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:05.586981 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77e47f83-7b0f-4877-a501-8fcea7b2d0a3 req-852028da-e086-4885-abf6-6a160affacb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1129 time: 0.0660808 May 17 18:23:05.662478 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.671746 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:05.707368 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77e47f83-7b0f-4877-a501-8fcea7b2d0a3 req-22509dda-5a2e-45c1-998d-4cb62aadfb85 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114676 May 17 18:23:05.766809 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP e946b763-ca2d-4ea6-bb5c-04c644d0e725 associated. External IP: 172.27.0.216, port: de8a891f-5a42-49e2-b6a3-15f94c53ec66. May 17 18:23:05.923225 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0946-5d9f-4851-8ba1-73438864ea0f req-caafee75-4941-4367-8f1d-e1e9cdad5964 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:05.924702 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d26e0946-5d9f-4851-8ba1-73438864ea0f req-caafee75-4941-4367-8f1d-e1e9cdad5964 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0511472 May 17 18:23:05.966471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:23:05.970478 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d26e0946-5d9f-4851-8ba1-73438864ea0f req-0b18f388-02ca-4fa7-ab37-e53015e6b76b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 May 17 18:23:06.070292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:23:06.075858 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:06.081685 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:23:06.092743 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:06.093698 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:06.102523 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522c837-cb01-4ee7-b44b-21fb02db48ba req-93051af4-95ab-4593-a78a-4550345162bc tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:06.106861 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4522c837-cb01-4ee7-b44b-21fb02db48ba req-93051af4-95ab-4593-a78a-4550345162bc tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0593848 May 17 18:23:06.107009 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4a5b176b-a14c-4413-afff-a7a423bf5eb7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "PUT /v2.0/floatingips/e946b763-ca2d-4ea6-bb5c-04c644d0e725 HTTP/1.1" status: 200 len: 991 time: 1.1643322 May 17 18:23:06.107009 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:06.107522 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18797a0-ff60-48b4-a382-06caced36cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:06.151528 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4522c837-cb01-4ee7-b44b-21fb02db48ba req-0d5dfc36-0088-493f-974b-91169f45c8e4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 May 17 18:23:06.205251 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:06.208242 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5687078-f686-4171-b354-c78422cbae18 x-openstack-request-id: req-d5687078-f686-4171-b354-c78422cbae18 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:06.208808 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:06.209316 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5687078-f686-4171-b354-c78422cbae18 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:06.210125 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5687078-f686-4171-b354-c78422cbae18'] response: {'name': 'network-changed', 'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'status': 'completed', 'code': 200} May 17 18:23:06.282034 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-cfd6c850-3cc3-4ff0-be3f-a9aa25599f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:06.283498 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-cfd6c850-3cc3-4ff0-be3f-a9aa25599f52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 1129 time: 0.0405791 May 17 18:23:06.374896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-db6f433e-7b22-43f8-ac56-a2717ac8249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:06.376254 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-db6f433e-7b22-43f8-ac56-a2717ac8249e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.0839562 May 17 18:23:06.416771 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}, {'id': 'e946b763-ca2d-4ea6-bb5c-04c644d0e725', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:75:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:36Z', 'updated_at': '2022-05-17T18:23:05Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:06.439725 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:23:06.447562 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:06.448151 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:22:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:06.546554 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:06.749009 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}, {'id': 'e946b763-ca2d-4ea6-bb5c-04c644d0e725', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:75:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:36Z', 'updated_at': '2022-05-17T18:23:05Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:06.773035 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcaf414-87e7-4229-b88a-12549a092cee None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}, {'id': 'e946b763-ca2d-4ea6-bb5c-04c644d0e725', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:75:5d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:22:36Z', 'updated_at': '2022-05-17T18:23:05Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:23:06.960941 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d197c-e5d6-416b-a507-8843e93abd13 None None] New status for floating IP e946b763-ca2d-4ea6-bb5c-04c644d0e725: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:23:07.095344 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5bcc7-4a89-4fa4-ad58-f557991ae59d req-e0149b49-7af1-4143-b02e-f6b9c7f4a94f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:07.102298 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-42f5bcc7-4a89-4fa4-ad58-f557991ae59d req-e0149b49-7af1-4143-b02e-f6b9c7f4a94f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0608027 May 17 18:23:07.105689 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-62aff04f-e819-4e44-a48b-d99ce5146988 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66 HTTP/1.1" status: 200 len: 999 time: 0.0699022 May 17 18:23:07.154243 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-42f5bcc7-4a89-4fa4-ad58-f557991ae59d req-11efae79-c925-426f-9ff9-3d0f276c7190 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510788 May 17 18:23:07.156385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-e6d54e6d-89c9-429a-a55a-1bc65de63b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:07.157852 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-e6d54e6d-89c9-429a-a55a-1bc65de63b7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0453162 May 17 18:23:07.205968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-bb82086f-3d6a-42e2-be89-eb90f534d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:07.207531 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-bb82086f-3d6a-42e2-be89-eb90f534d908 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413337 May 17 18:23:07.266355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc0f22-4314-4f6c-9f49-2fe04eaefbe3 req-79210d17-c463-44ff-b3fc-60a2b85ca4d6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:07.267869 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ebfc0f22-4314-4f6c-9f49-2fe04eaefbe3 req-79210d17-c463-44ff-b3fc-60a2b85ca4d6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0463803 May 17 18:23:07.303523 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-65b19ff2-cd12-4e3a-a0e7-12aca077562a service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857012 May 17 18:23:07.318402 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ebfc0f22-4314-4f6c-9f49-2fe04eaefbe3 req-f7838b89-7aa9-44fc-9902-552fd47252cc tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446429 May 17 18:23:07.394175 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e18797a0-ff60-48b4-a382-06caced36cc7 req-e7e38657-f855-46c5-81b6-f491678bbfed service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810559 May 17 18:23:08.272092 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214fada-32a7-40ed-b66d-35c58c2905d0 req-3e65d19b-3110-4af0-8b2e-4b451e783d71 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:08.273447 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8214fada-32a7-40ed-b66d-35c58c2905d0 req-3e65d19b-3110-4af0-8b2e-4b451e783d71 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0460026 May 17 18:23:08.318685 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8214fada-32a7-40ed-b66d-35c58c2905d0 req-346eb36d-f795-4718-ad64-23e5fa69c406 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 May 17 18:23:08.433817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ecaa-4130-41a2-a8c7-f0869189d1bf req-4a6f1261-8f71-4793-a323-336f4c6be1c7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:08.435468 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5fc1ecaa-4130-41a2-a8c7-f0869189d1bf req-4a6f1261-8f71-4793-a323-336f4c6be1c7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0508602 May 17 18:23:08.482755 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5fc1ecaa-4130-41a2-a8c7-f0869189d1bf req-ecf38ef1-b881-42a4-a5ed-08a75c8ee585 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 May 17 18:23:08.591145 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b93f8-d429-40b0-ac7f-e3df4cd8e454 req-e2807cd5-99c6-429d-87dc-4aec22a85d37 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:08.592546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b08b93f8-d429-40b0-ac7f-e3df4cd8e454 req-e2807cd5-99c6-429d-87dc-4aec22a85d37 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0462217 May 17 18:23:08.637391 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b08b93f8-d429-40b0-ac7f-e3df4cd8e454 req-c36dcfcc-254d-4b66-9f8b-8a24c7400314 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 May 17 18:23:08.947772 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0454a-19e8-45ac-bbf9-421ef907fff7 req-0ab482b8-c177-448f-93e0-7e09c51f1278 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:08.950106 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0e0454a-19e8-45ac-bbf9-421ef907fff7 req-0ab482b8-c177-448f-93e0-7e09c51f1278 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0459733 May 17 18:23:09.004349 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0e0454a-19e8-45ac-bbf9-421ef907fff7 req-db4502fa-8054-43d5-a262-340b310a0557 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488067 May 17 18:23:09.434270 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185071-0121-4c7f-a68d-654754f1e8b7 req-26333457-87ee-4330-8605-8b6dbcc7fbb0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:09.435604 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-21185071-0121-4c7f-a68d-654754f1e8b7 req-26333457-87ee-4330-8605-8b6dbcc7fbb0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0459127 May 17 18:23:09.480430 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-21185071-0121-4c7f-a68d-654754f1e8b7 req-d23f8fd8-a936-477e-8b36-20bbe73bb9f9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 May 17 18:23:10.648503 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b812c-32a5-46fc-ac05-ca27eece7920 req-eb8c595c-9100-4d15-93ae-8e80c1a96235 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:10.652800 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f83b812c-32a5-46fc-ac05-ca27eece7920 req-eb8c595c-9100-4d15-93ae-8e80c1a96235 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0567148 May 17 18:23:10.704012 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-fd5e349f-405d-46b8-8d68-55681b4812d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:10.706298 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-fd5e349f-405d-46b8-8d68-55681b4812d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0524101 May 17 18:23:10.763900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f83b812c-32a5-46fc-ac05-ca27eece7920 req-b4ea0c56-4e10-4304-bc89-8b3d8e7d61e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041639 May 17 18:23:10.873354 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-2d1e37e1-b554-4a37-9039-3d14284077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:10.875471 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-2d1e37e1-b554-4a37-9039-3d14284077c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.1607342 May 17 18:23:10.933821 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6c46f-7017-4298-a2ed-d90db8f27e81 req-6b92fa83-f05b-4372-a2dc-cd1ace552e28 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:10.936332 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0f6c46f-7017-4298-a2ed-d90db8f27e81 req-6b92fa83-f05b-4372-a2dc-cd1ace552e28 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.1005998 May 17 18:23:10.972159 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-a758bbc8-e2f5-4339-903d-276093cbc72f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0867631 May 17 18:23:10.996512 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0f6c46f-7017-4298-a2ed-d90db8f27e81 req-2ba9d781-368d-42d2-a0b9-d51660ac3522 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541792 May 17 18:23:11.070553 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-68be0d51-4b6b-4596-94da-44709926de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:11.072088 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-68be0d51-4b6b-4596-94da-44709926de01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0847807 May 17 18:23:11.127266 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-5a3c36da-6711-41d3-b787-08e2818f29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:11.128991 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-5a3c36da-6711-41d3-b787-08e2818f29ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476046 May 17 18:23:11.248376 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-262b9622-0d8d-48a5-86c5-c9bdd414a54d service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116273 May 17 18:23:11.357587 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64ac2378-9c4b-482a-8f10-41f559e489e5 req-a3a9f0e7-5f0d-4f93-8a75-33633bb155b6 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944648 May 17 18:23:11.650000 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:23:11.895488 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ef24-498b-4068-a0c7-37cf897e91dc req-89347d77-2e90-4d93-99c3-fe07395497eb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:11.897510 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c91ef24-498b-4068-a0c7-37cf897e91dc req-89347d77-2e90-4d93-99c3-fe07395497eb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0526423 May 17 18:23:11.956501 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c91ef24-498b-4068-a0c7-37cf897e91dc req-ef0e8b5e-ac42-451c-a010-ff441e4801b1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520043 May 17 18:23:12.139325 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ae3b0-33ef-4732-91fc-6f2a870ecf6b req-2e633eb8-0273-493f-8e8b-c5fef22e368a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:12.140944 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a87ae3b0-33ef-4732-91fc-6f2a870ecf6b req-2e633eb8-0273-493f-8e8b-c5fef22e368a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0585635 May 17 18:23:12.196022 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a87ae3b0-33ef-4732-91fc-6f2a870ecf6b req-1fa230b4-77aa-4fff-8ee9-4c983ff453b1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492008 May 17 18:23:13.080106 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44818933-35fb-40bc-8e94-b23212784ebb req-3e43915f-fc6e-458a-a9a6-20c8dd85d905 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:13.082565 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44818933-35fb-40bc-8e94-b23212784ebb req-3e43915f-fc6e-458a-a9a6-20c8dd85d905 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0499668 May 17 18:23:13.136676 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44818933-35fb-40bc-8e94-b23212784ebb req-a2cf2d69-8c7c-434e-8797-a286b4c732fa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 May 17 18:23:13.329993 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df07517-0b15-46aa-8d88-d894e2ca124c req-113249e9-2465-4ac5-bfd7-4fbd7beeaeda tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:13.331763 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1df07517-0b15-46aa-8d88-d894e2ca124c req-113249e9-2465-4ac5-bfd7-4fbd7beeaeda tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0524173 May 17 18:23:13.389997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1df07517-0b15-46aa-8d88-d894e2ca124c req-a8632f9e-2911-43f8-a3fc-f2e5e54a2d1a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525250 May 17 18:23:14.290804 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24361c1-b8df-4fee-ac19-af1e88584a1a req-e268c05f-977c-4b3e-9e5c-7d79c5668dec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:14.293054 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a24361c1-b8df-4fee-ac19-af1e88584a1a req-e268c05f-977c-4b3e-9e5c-7d79c5668dec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0610011 May 17 18:23:14.353515 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a24361c1-b8df-4fee-ac19-af1e88584a1a req-2af94b93-68f7-4eea-9ef4-5b15660b6e97 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536797 May 17 18:23:14.508349 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b2f04-9417-4ae2-8e8d-0358ed6fd9a2 req-e85fdaed-8f2c-4f5b-b003-7a481bec7d41 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:14.509819 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b0b2f04-9417-4ae2-8e8d-0358ed6fd9a2 req-e85fdaed-8f2c-4f5b-b003-7a481bec7d41 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0498788 May 17 18:23:14.565088 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b0b2f04-9417-4ae2-8e8d-0358ed6fd9a2 req-0e92c974-9516-4c3d-892e-bd558158cbc9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447989 May 17 18:23:15.008486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-967942ab-1684-4578-b1f1-277a047b521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:15.502488 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd785b0-f81e-4c8e-8496-5e6d91ed5440 req-98c70dc8-e675-4191-a9e0-2dfbe8118f2d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:15.503981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2fd785b0-f81e-4c8e-8496-5e6d91ed5440 req-98c70dc8-e675-4191-a9e0-2dfbe8118f2d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0512354 May 17 18:23:15.559509 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2fd785b0-f81e-4c8e-8496-5e6d91ed5440 req-8a9ea27b-f9af-480f-8aee-9d79dbce1e1c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491161 May 17 18:23:15.687716 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ba424-9ea6-4188-a8b5-1f33695aa8df req-6fbc45f9-4d72-4e3f-899a-73d22dce248b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:15.689241 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c45ba424-9ea6-4188-a8b5-1f33695aa8df req-6fbc45f9-4d72-4e3f-899a-73d22dce248b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0507646 May 17 18:23:15.738067 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c45ba424-9ea6-4188-a8b5-1f33695aa8df req-8353edd0-2671-4c08-8e69-9522c8eb8e7e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 May 17 18:23:16.694066 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9349-4933-4472-94ee-998419b78ca2 req-a67dc550-b515-41e6-bd8e-404a4c736128 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:16.697233 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cedd9349-4933-4472-94ee-998419b78ca2 req-a67dc550-b515-41e6-bd8e-404a4c736128 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0604241 May 17 18:23:16.752973 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cedd9349-4933-4472-94ee-998419b78ca2 req-52e451f2-e571-422e-b163-214d9fc9cff4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495026 May 17 18:23:16.887554 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141c74-6aef-47c5-93c5-6e93b26a9af7 req-33309b9c-ee28-40d6-b228-4295aa3381a0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:16.895084 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83141c74-6aef-47c5-93c5-6e93b26a9af7 req-33309b9c-ee28-40d6-b228-4295aa3381a0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0727844 May 17 18:23:16.954102 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83141c74-6aef-47c5-93c5-6e93b26a9af7 req-89c2a3c0-a4b8-4f56-b538-cba4c062d797 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579982 May 17 18:23:17.214898 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09bc1861-9113-4e44-affa-5b0dee4044d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:17.879504 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2ed0d-8ce7-49cd-b52a-7af08862a6a1 req-fd35c230-2ba7-4223-abdb-0fe8fc28e477 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:17.880983 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1d2ed0d-8ce7-49cd-b52a-7af08862a6a1 req-fd35c230-2ba7-4223-abdb-0fe8fc28e477 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0475109 May 17 18:23:17.933357 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1d2ed0d-8ce7-49cd-b52a-7af08862a6a1 req-4d1de75a-798a-42de-ba72-f2be98263ca6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456872 May 17 18:23:18.090442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664621-f91a-4dad-a73e-3ccd1e09e9c4 req-a2514fb4-7a0a-4725-acf8-8439a0e35b47 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:18.102009 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7664621-f91a-4dad-a73e-3ccd1e09e9c4 req-a2514fb4-7a0a-4725-acf8-8439a0e35b47 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0663035 May 17 18:23:18.209497 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7664621-f91a-4dad-a73e-3ccd1e09e9c4 req-f511e3f6-f92c-44b0-b395-4bb5476b482a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972123 May 17 18:23:18.313982 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:18.766018 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05387ef-2de2-4812-9a7a-5ac13da53c9b req-0710862b-46ea-4415-924d-25f1b40cfcd8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:18.767501 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e05387ef-2de2-4812-9a7a-5ac13da53c9b req-0710862b-46ea-4415-924d-25f1b40cfcd8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0478680 May 17 18:23:18.820493 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e05387ef-2de2-4812-9a7a-5ac13da53c9b req-435b8466-250c-45bc-840b-7447496770ad tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 May 17 18:23:18.850007 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33630) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:18.937360 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab1e99-6a15-44d8-b584-8ad1c28af607 tempest-TestMinimumBasicScenario-961934472 tempest-TestMinimumBasicScenario-961934472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:18.938900 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1bab1e99-6a15-44d8-b584-8ad1c28af607 tempest-TestMinimumBasicScenario-961934472 tempest-TestMinimumBasicScenario-961934472-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1124 time: 0.0873668 May 17 18:23:18.941957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33634) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:18.946091 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'port_id': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:18.968229 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.051773 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.070034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbfb88-ddef-4070-91eb-70c527a60a79 req-98e60114-cb24-41fa-8b98-47c0ef80467d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:19.071586 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dbbfb88-ddef-4070-91eb-70c527a60a79 req-98e60114-cb24-41fa-8b98-47c0ef80467d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0582559 May 17 18:23:19.122265 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0dbbfb88-ddef-4070-91eb-70c527a60a79 req-d46df4eb-3d33-4b4c-83d6-627fe9c2bc39 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 May 17 18:23:19.163940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Allocated IP 172.27.0.230 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/1e507045-53ca-4bb3-8535-becee40ee6bd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:23:19.272830 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.304733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.329128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265f8c-0600-4b29-8431-b5ee237364ec req-8794338d-42ce-4619-8140-a436788c2b56 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:19.336841 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05265f8c-0600-4b29-8431-b5ee237364ec req-8794338d-42ce-4619-8140-a436788c2b56 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0574417 May 17 18:23:19.345132 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:23:19.350434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:23:19.354226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:23:19.379101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'Port': ['ID=1e507045-53ca-4bb3-8535-becee40ee6bd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:19.393570 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.393816 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05265f8c-0600-4b29-8431-b5ee237364ec req-c664d27b-ccfd-47c7-b688-2d07c4de767d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553317 May 17 18:23:19.393972 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.394246 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.394576 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.394910 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.395235 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.395571 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.395886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.396193 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.396510 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.396833 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.397151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.397484 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.407810 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.407810 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:19.681226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for floatingip (efe16a9c-454a-419e-aef6-d885df6e9fcd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.744750 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.750109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.921332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.925582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:19.957849 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (efe16a9c-454a-419e-aef6-d885df6e9fcd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:20.030459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'Port': ['ID=1e507045-53ca-4bb3-8535-becee40ee6bd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:20.040992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-48505789-3d79-4dcc-8897-befd944cd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.043016 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-48505789-3d79-4dcc-8897-befd944cd7d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1129 time: 0.0525870 May 17 18:23:20.146782 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Floating IP efe16a9c-454a-419e-aef6-d885df6e9fcd associated. External IP: 172.27.0.230, port: cc5efd46-7563-4b9a-9d0d-a824d9fd3faf. May 17 18:23:20.244813 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712c21-e578-477f-a90f-1bc9946a735e req-7ef740e4-b930-4479-b25f-b0cd6f509d6a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.246331 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82712c21-e578-477f-a90f-1bc9946a735e req-7ef740e4-b930-4479-b25f-b0cd6f509d6a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0494673 May 17 18:23:20.298863 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82712c21-e578-477f-a90f-1bc9946a735e req-ca5f8472-0bfd-4097-a72a-fb4adc8cbea8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 May 17 18:23:20.426823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-4ee6e216-e4c7-4030-8f51-6e5fde26d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.428287 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-4ee6e216-e4c7-4030-8f51-6e5fde26d3f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.3773718 May 17 18:23:20.498803 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102616cc-a04a-4a91-882f-fc662e1ea605 req-8dcdea07-ba38-4e8e-883d-7269a31c6e6f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.500179 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-102616cc-a04a-4a91-882f-fc662e1ea605 req-8dcdea07-ba38-4e8e-883d-7269a31c6e6f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0465250 May 17 18:23:20.524030 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-a4ff13e3-9672-480d-b815-5cdb465cf9db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 1001 time: 0.0698905 May 17 18:23:20.546567 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-102616cc-a04a-4a91-882f-fc662e1ea605 req-e6981106-e432-4174-984d-166086a311d2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 May 17 18:23:20.631782 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-60df5a06-3763-44e5-82ef-0de69ab75269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.633185 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-60df5a06-3763-44e5-82ef-0de69ab75269 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0806017 May 17 18:23:20.681340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Router a907e6ea-6240-4b71-b84c-a904a51eb1f4 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:23:20.689442 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-969ec1ca-b7d4-498c-b249-e17f192f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:20.690943 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-969ec1ca-b7d4-498c-b249-e17f192f5c88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515077 May 17 18:23:20.847241 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:23:20.856888 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Sync routers for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:23:20.864569 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-d9fccbe8-312a-4f5e-906d-d669b7fcb164 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375918 May 17 18:23:20.866323 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:20.866898 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:23:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:20.871838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:20.925102 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-726987db-36fb-4fe2-aef5-f3589db8131c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9821420 May 17 18:23:20.927698 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:20.927894 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:20.930023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb3462-da00-448b-879d-41d6930a7eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:20.932954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114474463', 'description': 'tempest-secgroup-smoke-1114474463 description', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:20.958788 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:20.971608 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:20.976092 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c2b07-ebd3-4869-a1dc-cf159ebb8b0a x-openstack-request-id: req-ea1c2b07-ebd3-4869-a1dc-cf159ebb8b0a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:20.976507 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:20.976643 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea1c2b07-ebd3-4869-a1dc-cf159ebb8b0a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:20.977013 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1c2b07-ebd3-4869-a1dc-cf159ebb8b0a'] response: {'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:23:21.037021 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13e0a407-a925-42b6-b472-8ca4f07ae2f0 req-7ef66438-ca2a-4e6b-a425-5abfa11f1ccd service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456163 May 17 18:23:21.044334 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (b3a07366-5f97-4c55-a2cf-c20fd251d85c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.049007 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b3a07366-5f97-4c55-a2cf-c20fd251d85c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.049340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-609c460b-bec1-42d7-91d7-21513be18520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:21.051028 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-609c460b-bec1-42d7-91d7-21513be18520 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1129 time: 0.0488546 May 17 18:23:21.082499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.087951 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.088111 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1587682 May 17 18:23:21.094141 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.102729 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a07366-5f97-4c55-a2cf-c20fd251d85c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.110407 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.110754 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.111093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.111432 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.111776 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.112093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.112422 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.112743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.113075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.113444 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.113798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.114118 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.114665 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.114995 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.115313 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21586106-fd08-4311-8393-5296326e3fb5 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:23:21.161981 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (4b12b749-c732-4237-8803-221412401641), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.179924 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-32cd4d71-275d-4bac-831e-3db1a43b5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:21.181416 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-32cd4d71-275d-4bac-831e-3db1a43b5ecc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.1196480 May 17 18:23:21.195592 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'efe16a9c-454a-419e-aef6-d885df6e9fcd', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'port_id': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'mac_address': 'fa:16:3e:1b:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:23:19Z', 'updated_at': '2022-05-17T18:23:19Z', 'revision_number': 0, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:21.221544 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Checking router: a907e6ea-6240-4b71-b84c-a904a51eb1f4 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:23:21.225471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (4b12b749-c732-4237-8803-221412401641), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.229130 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (4b12b749-c732-4237-8803-221412401641), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.230401 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:21.231010 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:23:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:21.253293 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b12b749-c732-4237-8803-221412401641,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.259010 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.260298 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5a8db05e-44fd-4a85-aa54-6058d6fffad2 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715946 May 17 18:23:21.263444 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.267587 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.296303 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (9e170478-bf27-4a40-aed2-e40c17900437), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.333372 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:21.353695 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (9e170478-bf27-4a40-aed2-e40c17900437), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.357897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (9e170478-bf27-4a40-aed2-e40c17900437), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.375210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e170478-bf27-4a40-aed2-e40c17900437,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.386172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.387649 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cee9e0c9-99dd-41d4-a7e4-021c0f73268d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232977 May 17 18:23:21.390466 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33666) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.395018 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.426006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (db8f7576-5662-440e-a893-4f917a869da2), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.439374 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191525a-7c90-48ff-ba0d-8340b500c557 req-8a08af8a-0259-49de-ac05-c38f33ff78cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:21.440958 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2191525a-7c90-48ff-ba0d-8340b500c557 req-8a08af8a-0259-49de-ac05-c38f33ff78cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0677054 May 17 18:23:21.463135 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.500391 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2191525a-7c90-48ff-ba0d-8340b500c557 req-3301265e-2727-4570-b9cf-8a550c4bb66d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 May 17 18:23:21.502787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (db8f7576-5662-440e-a893-4f917a869da2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.506766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (db8f7576-5662-440e-a893-4f917a869da2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.533132 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8f7576-5662-440e-a893-4f917a869da2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.536581 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.538075 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4729229e-29bc-49ea-997a-3c73a47ef2fe tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466775 May 17 18:23:21.540808 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33668) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.545164 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.570537 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (eacfc3e6-f2b5-468f-b2c3-11b9b968d205), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.636309 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (eacfc3e6-f2b5-468f-b2c3-11b9b968d205), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.642150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (eacfc3e6-f2b5-468f-b2c3-11b9b968d205), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.649771 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'efe16a9c-454a-419e-aef6-d885df6e9fcd', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'port_id': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'mac_address': 'fa:16:3e:1b:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:23:19Z', 'updated_at': '2022-05-17T18:23:19Z', 'revision_number': 0, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:21.664209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacfc3e6-f2b5-468f-b2c3-11b9b968d205,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.670124 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.671307 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-212fa246-bc49-48e6-b920-52bdd8534dda tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295550 May 17 18:23:21.674025 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33672) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.677159 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918b9c-3b08-4b8b-b6a4-05d43e608b3c req-10e8fc04-3945-48c3-b72a-5ecd9f4f4044 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:21.678275 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.678981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d1918b9c-3b08-4b8b-b6a4-05d43e608b3c req-10e8fc04-3945-48c3-b72a-5ecd9f4f4044 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0598495 May 17 18:23:21.682896 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f513a15-5ad6-4bd2-b95f-e1c4d2b095af None None] The sync data for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi is: [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'efe16a9c-454a-419e-aef6-d885df6e9fcd', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'port_id': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'mac_address': 'fa:16:3e:1b:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:23:19Z', 'updated_at': '2022-05-17T18:23:19Z', 'revision_number': 0, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:23:21.702401 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Project 271959139e4a4e058a5a56cbdfc8cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:23:21.709434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (b8732a73-9941-4a29-942e-139709e4c4a1), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.738002 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d1918b9c-3b08-4b8b-b6a4-05d43e608b3c req-bf8e2a1e-15a0-47c0-bfaa-2a14c778da05 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521791 May 17 18:23:21.775927 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (b8732a73-9941-4a29-942e-139709e4c4a1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.782347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (b8732a73-9941-4a29-942e-139709e4c4a1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.800090 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8732a73-9941-4a29-942e-139709e4c4a1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.808838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.812492 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c192eef0-0bd8-4e7f-b22c-aa72eb99a227 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351144 May 17 18:23:21.812677 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33674) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:21.816887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'security_group_rule': {'security_group_id': 'b3a07366-5f97-4c55-a2cf-c20fd251d85c', 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:21.838388 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Project 271959139e4a4e058a5a56cbdfc8cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:23:21.844628 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (d771a983-b699-44c2-882b-f7bf2d2a1aec), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.893573 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267689e4-67e0-47e8-8281-2dee72498bd3 None None] New status for floating IP efe16a9c-454a-419e-aef6-d885df6e9fcd: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:23:21.907097 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (d771a983-b699-44c2-882b-f7bf2d2a1aec), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.910805 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (d771a983-b699-44c2-882b-f7bf2d2a1aec), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.928379 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771a983-b699-44c2-882b-f7bf2d2a1aec,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:21.936270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:21.937450 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-079157e8-56a3-4162-bae1-f309934d82af tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238725 May 17 18:23:22.027376 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-5b5847bf-a2cd-42d0-9e18-a5c2f21b11c7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114474463&fields=id&tenant_id=271959139e4a4e058a5a56cbdfc8cdcb HTTP/1.1" status: 200 len: 267 time: 0.0453751 May 17 18:23:22.087495 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-a189a9c8-ba37-4aaa-ac82-4974d1bc84d6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:22.089568 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-a189a9c8-ba37-4aaa-ac82-4974d1bc84d6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0552957 May 17 18:23:22.100026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'port': {'security_groups': ['acdbf498-3c2c-446e-bff6-7c2212ff053b', 'b3a07366-5f97-4c55-a2cf-c20fd251d85c']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:22.169344 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:22.415360 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:22.442319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:22.446583 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:22.460357 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:23:22.487468 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:22.488121 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:22.489822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ddb5033-6090-400a-9b1d-c55e42a34cc3 req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "PUT /v2.0/ports/cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 981 time: 0.3938448 May 17 18:23:22.490278 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:22.493114 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:22.533822 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41fc4-9fce-449a-8d6b-b6a7ed209286 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:22.621780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712e3a-e886-44af-9390-727821d33685 req-1ec088ea-bc2c-4b93-9442-c2d2345827cf tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:22.623458 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c712e3a-e886-44af-9390-727821d33685 req-1ec088ea-bc2c-4b93-9442-c2d2345827cf tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0628104 May 17 18:23:22.644282 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:23:22.688695 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cedec5-41c0-4bb9-ae10-0a50847b8e00 x-openstack-request-id: req-60cedec5-41c0-4bb9-ae10-0a50847b8e00 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:22.688983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:22.689237 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60cedec5-41c0-4bb9-ae10-0a50847b8e00 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:22.689680 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cedec5-41c0-4bb9-ae10-0a50847b8e00'] response: {'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:23:22.695666 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c712e3a-e886-44af-9390-727821d33685 req-179d1478-8a43-498f-be45-e6455b342957 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660059 May 17 18:23:22.745692 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330cdab-b2f0-405b-861e-d9141f624b8a req-0869d571-96ac-4fb7-9a02-59cd706f70d9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:22.747235 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d330cdab-b2f0-405b-861e-d9141f624b8a req-0869d571-96ac-4fb7-9a02-59cd706f70d9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 945 time: 0.0507321 May 17 18:23:22.796817 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d330cdab-b2f0-405b-861e-d9141f624b8a req-345ca540-aed5-4d4d-ab4d-61a3398f5407 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 May 17 18:23:22.823097 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a54cfca-fc33-4a68-ac11-3ab64849a2c2 None None] Provisioning complete for port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:23:22.823468 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a54cfca-fc33-4a68-ac11-3ab64849a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:22.853671 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901cd81-b886-45ce-93c9-afe078719514 req-f4ef7829-c5eb-49aa-983a-452ca7bcc490 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:22.855771 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4901cd81-b886-45ce-93c9-afe078719514 req-f4ef7829-c5eb-49aa-983a-452ca7bcc490 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0466948 May 17 18:23:22.901209 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4901cd81-b886-45ce-93c9-afe078719514 req-60c63027-273b-4dbc-95d3-d92c75739cdc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396457 May 17 18:23:22.983643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0a54cfca-fc33-4a68-ac11-3ab64849a2c2 None None] Current status of the port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:23.123397 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-176eefbd-e857-4f4e-8024-16c73934c1e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 1001 time: 0.0626240 May 17 18:23:23.182477 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-a40342c9-fce7-4a61-b41b-0fef77306623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:23.184204 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-a40342c9-fce7-4a61-b41b-0fef77306623 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0537996 May 17 18:23:23.250330 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-b4b697a4-0146-499c-909e-1fa5c78b4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:23.252074 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-b4b697a4-0146-499c-909e-1fa5c78b4939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429335 May 17 18:23:23.523304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:23:23.598982 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:23.599362 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:23.623175 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:23.625417 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f29aa-a670-43d4-9612-df24622fab0b" -d '{"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-unplugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:23.637915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:23.644256 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:23.662454 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-960afe92-b214-4ef0-a3ed-adb5199ce634 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004510 May 17 18:23:23.706798 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:23.728849 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bc1316-2afa-4d09-98ee-6653cae49477 x-openstack-request-id: req-41bc1316-2afa-4d09-98ee-6653cae49477 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:23.729141 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-unplugged", "status": "failed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:23.729428 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41bc1316-2afa-4d09-98ee-6653cae49477 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:23.729897 dv-cinder-837362-2-iscsi neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-41bc1316-2afa-4d09-98ee-6653cae49477']: {'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'code': 422} returned with failed status May 17 18:23:23.753959 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-15bb3462-da00-448b-879d-41d6930a7eb8 req-5d304b1b-3ba3-4219-bf9c-162037966ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 May 17 18:23:23.846976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-5de61818-4431-4e82-b104-7a2e1eb1328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:23.848445 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-5de61818-4431-4e82-b104-7a2e1eb1328a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1168 time: 0.0453484 May 17 18:23:23.923440 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721904d5-5d2e-4458-bded-473699e7aadf req-3f10ea2b-e6f7-420e-bacb-945ee2ede405 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:23.925675 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-721904d5-5d2e-4458-bded-473699e7aadf req-3f10ea2b-e6f7-420e-bacb-945ee2ede405 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0491116 May 17 18:23:23.944536 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-b3a8826f-b729-4b82-8870-b0516b5461e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:23.944735 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-b3a8826f-b729-4b82-8870-b0516b5461e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.0884042 May 17 18:23:23.986970 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-721904d5-5d2e-4458-bded-473699e7aadf req-813ba4a6-6cd8-445a-80c7-92802af5dbe6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563910 May 17 18:23:24.009588 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-6f1564e8-7f7b-4c99-a634-5bad3a12f8ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 1001 time: 0.0584416 May 17 18:23:24.025619 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f00eb-0be0-4819-859b-a5ed7deb2b91 req-d83bb9c8-698d-4842-91c1-b47b671c2d7b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:24.032773 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-585f00eb-0be0-4819-859b-a5ed7deb2b91 req-d83bb9c8-698d-4842-91c1-b47b671c2d7b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0613236 May 17 18:23:24.065023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-b8f2a81e-694b-4de4-b036-0be4c99d9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:24.066794 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-b8f2a81e-694b-4de4-b036-0be4c99d9bea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0458210 May 17 18:23:24.084106 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-585f00eb-0be0-4819-859b-a5ed7deb2b91 req-23232bf4-3491-4aeb-a1f2-6e64dc8e5acc tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503578 May 17 18:23:24.119120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-5220ac58-355f-4244-b0ef-efb5717a7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:24.121286 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-5220ac58-355f-4244-b0ef-efb5717a7f02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412328 May 17 18:23:24.219320 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-c5552f02-500b-42b5-9e62-4cee89f396a5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913553 May 17 18:23:24.313544 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7ddb70f-51d2-41d8-813b-b7ca32939ad8 req-c6181c6d-da06-4529-91a2-9248e963fad4 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868015 May 17 18:23:24.510420 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-8f7ee836-12eb-4008-ae41-1a90da8c349d req-6d3e2c61-57c6-46b5-af79-b0925bbcb9e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:23:24.511421 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8f7ee836-12eb-4008-ae41-1a90da8c349d req-6d3e2c61-57c6-46b5-af79-b0925bbcb9e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501027 May 17 18:23:24.664426 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c62861-6668-49b2-93a7-f46c426188ac req-69c1b9c8-2b33-486c-a93d-61797ab296ae tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:24.665915 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04c62861-6668-49b2-93a7-f46c426188ac req-69c1b9c8-2b33-486c-a93d-61797ab296ae tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0492978 May 17 18:23:24.717055 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04c62861-6668-49b2-93a7-f46c426188ac req-3cb17c70-4ed0-4207-9057-0c9b60967adc tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 May 17 18:23:24.823034 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 33738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:24.899902 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-860abae0-f168-40e0-8adf-1c503c75cc06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757537 May 17 18:23:24.908649 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-638d0123-42eb-4339-a109-46e240f8657a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:23:24.909625 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-638d0123-42eb-4339-a109-46e240f8657a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046663 May 17 18:23:24.984175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33746) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:25.075142 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-90707b88-685c-4ff8-aae8-cefa66a1edb5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:25.076460 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-90707b88-685c-4ff8-aae8-cefa66a1edb5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports/06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 940 time: 0.0912905 May 17 18:23:25.200023 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02de4-014a-4b23-90b4-1bce3447ec75 req-c1cd41cf-960f-4349-8519-cbec640ebf0f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:25.201615 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46b02de4-014a-4b23-90b4-1bce3447ec75 req-c1cd41cf-960f-4349-8519-cbec640ebf0f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0471046 May 17 18:23:25.250513 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46b02de4-014a-4b23-90b4-1bce3447ec75 req-d7abae30-f57f-4c96-9601-a6f7cf34ad57 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 May 17 18:23:25.837869 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676295de-cffb-4995-9d01-47f1bcaf8618 req-fd0dc65b-77fa-42a8-b390-fc380c65a672 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:25.839308 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-676295de-cffb-4995-9d01-47f1bcaf8618 req-fd0dc65b-77fa-42a8-b390-fc380c65a672 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0496740 May 17 18:23:25.885012 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-676295de-cffb-4995-9d01-47f1bcaf8618 req-0166a659-5883-40a9-83d2-45dee9066738 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 May 17 18:23:26.364449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd407551-e924-465e-a63a-8678c5d6a3b0 req-7a9e8984-f0bd-4cef-8260-7c1a2fadf6b9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:26.365876 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd407551-e924-465e-a63a-8678c5d6a3b0 req-7a9e8984-f0bd-4cef-8260-7c1a2fadf6b9 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0469303 May 17 18:23:26.411151 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd407551-e924-465e-a63a-8678c5d6a3b0 req-b4cd4208-d168-4fd3-b042-a1b32f1c2f04 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 May 17 18:23:26.691759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-6d657335-b198-40a6-8e41-245783b80121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:26.693256 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-6d657335-b198-40a6-8e41-245783b80121 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 1127 time: 0.0704358 May 17 18:23:26.752827 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-3e36cd97-c043-4aa8-b619-aaa15a79ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:26.754346 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-3e36cd97-c043-4aa8-b619-aaa15a79ff1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1127 time: 0.0367968 May 17 18:23:26.844711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-8eca6490-94c1-4c04-a1f5-859981192f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:26.846193 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-8eca6490-94c1-4c04-a1f5-859981192f4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0844915 May 17 18:23:26.907538 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-a6c558bf-0026-4d02-9896-e0a52590a717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 999 time: 0.0525455 May 17 18:23:26.958842 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-1670db13-9263-4073-a6b2-e451dd83b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:26.960174 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-1670db13-9263-4073-a6b2-e451dd83b0ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0459285 May 17 18:23:27.002203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-2e585cb5-97eb-4ee0-a019-c47b9c03c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:27.002570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275d03-b609-4d98-b207-9cbd056bfe30 req-a20cd253-c840-4c5b-bfdb-db832f2eebe4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:27.003681 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-2e585cb5-97eb-4ee0-a019-c47b9c03c761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373414 May 17 18:23:27.004005 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f3275d03-b609-4d98-b207-9cbd056bfe30 req-a20cd253-c840-4c5b-bfdb-db832f2eebe4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0460160 May 17 18:23:27.053976 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f3275d03-b609-4d98-b207-9cbd056bfe30 req-dd3200c6-ee3a-4842-8cf8-5cc79a25a785 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 May 17 18:23:27.091907 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-a250bf9e-8f50-4b77-8997-29e406c4319f service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802681 May 17 18:23:27.181064 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-b2040e03-3956-4075-95fc-37a6d731ba06 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806384 May 17 18:23:27.530878 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1d72b-5b65-4365-8aec-c6b838befcc5 req-e1a5f0d5-3157-4030-b4cb-709c74e8d4c1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:27.532653 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ed1d72b-5b65-4365-8aec-c6b838befcc5 req-e1a5f0d5-3157-4030-b4cb-709c74e8d4c1 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0525088 May 17 18:23:27.638094 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ed1d72b-5b65-4365-8aec-c6b838befcc5 req-01e7fd6a-8829-4c41-9de9-a628089edf1c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950391 May 17 18:23:28.175763 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25349cc-f3e4-449c-ad9a-7377fdfc8231 req-bca71ecd-a29c-47a6-877b-65e2bc0a55b0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:28.177224 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b25349cc-f3e4-449c-ad9a-7377fdfc8231 req-bca71ecd-a29c-47a6-877b-65e2bc0a55b0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0464590 May 17 18:23:28.224865 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b25349cc-f3e4-449c-ad9a-7377fdfc8231 req-6c78fdb5-c86d-4a37-ba15-d4e6b923430d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 May 17 18:23:28.753716 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71535f-de4e-4ee2-8451-d8f26e360c25 req-03ab49ca-cf79-4d48-be46-4251de3094f2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:28.755190 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b71535f-de4e-4ee2-8451-d8f26e360c25 req-03ab49ca-cf79-4d48-be46-4251de3094f2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0494905 May 17 18:23:28.803060 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b71535f-de4e-4ee2-8451-d8f26e360c25 req-5415c573-ac7f-4b77-a478-c17adf9c825b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 May 17 18:23:29.348602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287085-c439-4473-8bfe-ee9c0c2e036e req-3daceebf-762c-41d2-a452-f72afdfd3274 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:29.350089 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f287085-c439-4473-8bfe-ee9c0c2e036e req-3daceebf-762c-41d2-a452-f72afdfd3274 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0480745 May 17 18:23:29.398060 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f287085-c439-4473-8bfe-ee9c0c2e036e req-cac9ae36-dfab-4314-9182-43ad328d233c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 May 17 18:23:29.923200 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0768e-6ba1-4726-8d6e-3e90348214c6 req-c798ecec-ddf0-4d3e-984b-af695ed7a9f2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:29.924599 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83c0768e-6ba1-4726-8d6e-3e90348214c6 req-c798ecec-ddf0-4d3e-984b-af695ed7a9f2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0486536 May 17 18:23:29.975735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-83c0768e-6ba1-4726-8d6e-3e90348214c6 req-61eb3aa5-92cb-4cea-b982-bcffd46bdb37 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 May 17 18:23:30.524465 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb884c-ed0b-4bec-b9eb-339875f61bc3 req-bb1b2342-40b3-4385-8ef7-13441e740119 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:30.526537 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1efb884c-ed0b-4bec-b9eb-339875f61bc3 req-bb1b2342-40b3-4385-8ef7-13441e740119 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0512025 May 17 18:23:30.575998 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1efb884c-ed0b-4bec-b9eb-339875f61bc3 req-776793ed-bac2-40c1-b6b8-1ce91457905a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 May 17 18:23:31.093789 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a210-a59c-4104-9d64-8048662fd51b req-911398bf-794a-4342-9f7e-6676535af522 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:31.095290 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bc3a210-a59c-4104-9d64-8048662fd51b req-911398bf-794a-4342-9f7e-6676535af522 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0490673 May 17 18:23:31.150111 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bc3a210-a59c-4104-9d64-8048662fd51b req-69029258-6ea5-4c56-9806-14c640d5aeef tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482621 May 17 18:23:31.709868 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2394be-e7da-45e4-b26b-b65da9b9645b req-a7295b8a-1d20-4d50-b148-39918fc1d896 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:31.711483 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a2394be-e7da-45e4-b26b-b65da9b9645b req-a7295b8a-1d20-4d50-b148-39918fc1d896 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0515521 May 17 18:23:31.759441 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a2394be-e7da-45e4-b26b-b65da9b9645b req-42c4b311-a1fc-481e-8892-e0d29fb19bda tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 May 17 18:23:32.272015 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9f7e9-ba8e-4124-b2c2-1058f8074156 req-423b1aad-7a19-4585-984f-a176110bbbea tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:32.273709 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9f9f7e9-ba8e-4124-b2c2-1058f8074156 req-423b1aad-7a19-4585-984f-a176110bbbea tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0531375 May 17 18:23:32.330006 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9f9f7e9-ba8e-4124-b2c2-1058f8074156 req-45ab56c3-1377-48cb-80d8-bf6507a25bd6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501907 May 17 18:23:32.882822 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ac46-c3d4-4001-a12d-f9b7552d6554 req-1b1d24d9-000f-4ead-8d6c-e4e7ad0bd4e3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:32.884366 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5942ac46-c3d4-4001-a12d-f9b7552d6554 req-1b1d24d9-000f-4ead-8d6c-e4e7ad0bd4e3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0506356 May 17 18:23:32.931997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5942ac46-c3d4-4001-a12d-f9b7552d6554 req-14ddacb0-0138-45fa-a0f0-cab46bd0990e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 May 17 18:23:33.446205 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fabf8-5705-4835-aa27-a0e748007a9c req-12bf7870-ad65-46ea-a90b-be2cb359e2c6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:33.447822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-832fabf8-5705-4835-aa27-a0e748007a9c req-12bf7870-ad65-46ea-a90b-be2cb359e2c6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0479465 May 17 18:23:33.497806 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-832fabf8-5705-4835-aa27-a0e748007a9c req-21f388fe-5771-41e1-b2fc-81a6d6903b6a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 May 17 18:23:34.056146 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8b12-7aca-498d-a1bc-02b5d1622aca req-0d501266-48be-4501-955e-f3100e2a79fa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:34.057670 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-825f8b12-7aca-498d-a1bc-02b5d1622aca req-0d501266-48be-4501-955e-f3100e2a79fa tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0464942 May 17 18:23:34.139143 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-825f8b12-7aca-498d-a1bc-02b5d1622aca req-3af42ad4-8942-4313-831d-1de669e9cad6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755889 May 17 18:23:34.618681 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0765768-4ce8-47d9-bb37-8804783d6fd2 req-e1d12e38-4b8c-4c60-80e4-48a8c358109c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:34.620788 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0765768-4ce8-47d9-bb37-8804783d6fd2 req-e1d12e38-4b8c-4c60-80e4-48a8c358109c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0550568 May 17 18:23:34.675175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0765768-4ce8-47d9-bb37-8804783d6fd2 req-48c402da-8589-4714-a778-d4a8dac7877d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 May 17 18:23:35.148072 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:35.269512 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c66b3c-229d-4ef1-84be-07e474a489b0 req-9d89267f-388d-456a-83de-0c94c02958a4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:35.271022 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22c66b3c-229d-4ef1-84be-07e474a489b0 req-9d89267f-388d-456a-83de-0c94c02958a4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0566492 May 17 18:23:35.319080 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22c66b3c-229d-4ef1-84be-07e474a489b0 req-8de9c735-7123-49fa-9e09-072a583855bf tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 May 17 18:23:35.807171 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fc230-b43b-46e8-9264-4db9fa09d390 req-442c89f8-2cc4-4320-8a0f-583792211a3b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:35.808618 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc5fc230-b43b-46e8-9264-4db9fa09d390 req-442c89f8-2cc4-4320-8a0f-583792211a3b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0502846 May 17 18:23:35.865598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc5fc230-b43b-46e8-9264-4db9fa09d390 req-b1fab555-abcb-4829-bb08-a0b6e531044a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502477 May 17 18:23:36.439752 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060d76-8197-4911-88be-d08ff25983d4 req-bdef8ddc-17a6-4f2a-a490-70d1c5420b00 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:36.441322 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8060d76-8197-4911-88be-d08ff25983d4 req-bdef8ddc-17a6-4f2a-a490-70d1c5420b00 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0473690 May 17 18:23:36.491161 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8060d76-8197-4911-88be-d08ff25983d4 req-0a05f4c2-fc4a-4cf0-a888-181748292b06 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 May 17 18:23:36.983274 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4a1c-a02a-474e-b583-cc693fd1b28d req-57f742d6-b349-40ea-a967-0726b5e30f77 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:36.984660 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-08df4a1c-a02a-474e-b583-cc693fd1b28d req-57f742d6-b349-40ea-a967-0726b5e30f77 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0477691 May 17 18:23:37.035186 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-08df4a1c-a02a-474e-b583-cc693fd1b28d req-e2bbcd75-7433-4fae-8b1d-ca62efd9aa75 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450225 May 17 18:23:37.612393 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75056166-285b-48dd-b766-a37898f32316 req-49f5b05d-94a4-4d81-97d0-be29c61c55d8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:37.613882 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75056166-285b-48dd-b766-a37898f32316 req-49f5b05d-94a4-4d81-97d0-be29c61c55d8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0498433 May 17 18:23:37.663097 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75056166-285b-48dd-b766-a37898f32316 req-aad1afcf-602d-4b15-b30d-4c74efb08586 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 May 17 18:23:38.145602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2dd9a-4597-4a14-8759-cba909e01e7d req-b47f628b-487e-42df-aa64-299decdb115b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:38.147016 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f7e2dd9a-4597-4a14-8759-cba909e01e7d req-b47f628b-487e-42df-aa64-299decdb115b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0454388 May 17 18:23:38.192266 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f7e2dd9a-4597-4a14-8759-cba909e01e7d req-c59a1a7b-b0b9-4110-a5fc-1e2ecf809a50 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 May 17 18:23:38.782141 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ab0c0-0d30-4d83-b924-7b0a2fc8eeea req-39970987-7900-4c93-9531-10ab0bb665b9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:38.783564 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c2ab0c0-0d30-4d83-b924-7b0a2fc8eeea req-39970987-7900-4c93-9531-10ab0bb665b9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0486319 May 17 18:23:38.828399 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c2ab0c0-0d30-4d83-b924-7b0a2fc8eeea req-9a020e79-621a-41aa-bc06-ddb50cc54b76 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 May 17 18:23:39.302780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc9b7e-640f-4936-af3d-1eac7ec45574 req-c2dfbf63-291a-48aa-82d1-0fc9dea30bcf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:39.304180 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73dc9b7e-640f-4936-af3d-1eac7ec45574 req-c2dfbf63-291a-48aa-82d1-0fc9dea30bcf tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0450766 May 17 18:23:39.349312 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73dc9b7e-640f-4936-af3d-1eac7ec45574 req-ef3333f3-1f9d-430a-9589-212ffcb2c854 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 May 17 18:23:39.949128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8e6f0-6f74-483f-89fe-70fb0a4e092f req-3aa3b0f6-7bf8-4a43-ae0f-26735c1ccbe7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:39.950834 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54c8e6f0-6f74-483f-89fe-70fb0a4e092f req-3aa3b0f6-7bf8-4a43-ae0f-26735c1ccbe7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0492170 May 17 18:23:39.995819 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54c8e6f0-6f74-483f-89fe-70fb0a4e092f req-ed49527b-ab2e-492d-a017-b87b5216738d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 May 17 18:23:40.459914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373877-958c-4ab8-a242-eeaf8e681d34 req-30f0c737-731d-493d-8b99-a2a771b481b0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:40.461338 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65373877-958c-4ab8-a242-eeaf8e681d34 req-30f0c737-731d-493d-8b99-a2a771b481b0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0457091 May 17 18:23:40.505335 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65373877-958c-4ab8-a242-eeaf8e681d34 req-3737b325-7386-4c49-9157-dbf8103f3087 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386491 May 17 18:23:41.110707 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395d46d-505c-48ca-b6e3-f76f462c8d6a req-6c9f9f56-3995-4964-bef4-8bd41fb609ec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:41.112056 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8395d46d-505c-48ca-b6e3-f76f462c8d6a req-6c9f9f56-3995-4964-bef4-8bd41fb609ec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0453281 May 17 18:23:41.159682 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8395d46d-505c-48ca-b6e3-f76f462c8d6a req-f37ed3ad-9351-4f11-b695-c86a024be111 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 May 17 18:23:41.621369 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8662599-8e52-4c49-abf9-cfabbf2e404a req-9ce56fd5-03e7-4aea-8e99-a0a1ac9b7e37 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:41.622823 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8662599-8e52-4c49-abf9-cfabbf2e404a req-9ce56fd5-03e7-4aea-8e99-a0a1ac9b7e37 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0507107 May 17 18:23:41.667496 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8662599-8e52-4c49-abf9-cfabbf2e404a req-dfbac16a-11a2-4d16-9276-a2d150c1a91c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 May 17 18:23:42.275234 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f35626-a1a1-464e-9bb5-79eb1c9d7673 req-e4dcd497-443d-4c34-9830-87e54d207173 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:42.277172 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-85f35626-a1a1-464e-9bb5-79eb1c9d7673 req-e4dcd497-443d-4c34-9830-87e54d207173 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0458715 May 17 18:23:42.321805 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-85f35626-a1a1-464e-9bb5-79eb1c9d7673 req-d7186ef3-0ae6-4ee3-868d-09240731acb9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 May 17 18:23:42.801264 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03682fc0-1834-404c-bbf4-c2c104aefbca req-755aacb0-3da6-416a-8edc-6ed1aec9da25 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:42.802760 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-03682fc0-1834-404c-bbf4-c2c104aefbca req-755aacb0-3da6-416a-8edc-6ed1aec9da25 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0656657 May 17 18:23:42.857320 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-03682fc0-1834-404c-bbf4-c2c104aefbca req-8212a788-befd-4b3f-aeac-8891e3cf9a60 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 May 17 18:23:43.198839 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-3a584483-c757-4628-a104-15cfa0ad1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.202075 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-3a584483-c757-4628-a104-15cfa0ad1ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1127 time: 0.0403566 May 17 18:23:43.307950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-6849a9a5-2f57-4dd7-878c-202e55ce30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.309343 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-6849a9a5-2f57-4dd7-878c-202e55ce30d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0864587 May 17 18:23:43.375798 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-9bb62448-2e30-45d2-aaec-b7eda09a667a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 200 len: 999 time: 0.0552187 May 17 18:23:43.423381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-1b8d9ea2-3127-4368-bab4-f0de4d84f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.424866 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-1b8d9ea2-3127-4368-bab4-f0de4d84f427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0430753 May 17 18:23:43.440478 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b280-1297-4e92-a2ea-444b2397bbe3 req-9fef1edd-d653-41d2-942d-d36477e4e6a5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.441983 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6bf1b280-1297-4e92-a2ea-444b2397bbe3 req-9fef1edd-d653-41d2-942d-d36477e4e6a5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0468295 May 17 18:23:43.470226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-afd16245-5a3c-47d8-be17-fdb60d6e4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.471671 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-afd16245-5a3c-47d8-be17-fdb60d6e4bf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409343 May 17 18:23:43.498262 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6bf1b280-1297-4e92-a2ea-444b2397bbe3 req-d576a3f4-d30e-46de-9733-41da0a3d30f5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 May 17 18:23:43.564033 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-e455d8d0-bdff-4323-86ab-64df6e753020 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 May 17 18:23:43.968228 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c3e6-9539-4e12-ad79-365e17b97905 req-6735cb39-18c7-491c-834c-ff5525301a86 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:43.969645 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4d3c3e6-9539-4e12-ad79-365e17b97905 req-6735cb39-18c7-491c-834c-ff5525301a86 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0452306 May 17 18:23:44.016603 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4d3c3e6-9539-4e12-ad79-365e17b97905 req-e9335cd9-f4b0-490c-9a7b-92ccefc7f17b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415561 May 17 18:23:44.321055 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad632-d523-4acd-9cd6-c035dfa4eb92 req-65871b0d-ac84-48d5-accc-a4c8682b149c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:44.323268 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c6ad632-d523-4acd-9cd6-c035dfa4eb92 req-65871b0d-ac84-48d5-accc-a4c8682b149c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0458283 May 17 18:23:44.368081 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c6ad632-d523-4acd-9cd6-c035dfa4eb92 req-9ac55ec4-a37a-4451-905b-d6a3af69f619 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 May 17 18:23:44.609238 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a02f8-b709-4a8a-902c-ceb62b21c679 req-25577401-1c6b-44c4-a4f9-06ae6accac3c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:44.610681 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b08a02f8-b709-4a8a-902c-ceb62b21c679 req-25577401-1c6b-44c4-a4f9-06ae6accac3c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0450816 May 17 18:23:44.654906 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b08a02f8-b709-4a8a-902c-ceb62b21c679 req-cdaefea6-4d20-476d-8549-553fde7c1732 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388134 May 17 18:23:45.001816 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b21850cd-5cc1-4096-8e8b-11395baee3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:45.145867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13173e6-5f4c-4c25-9bca-24a8fc34b616 req-2aa7e737-4273-4c29-abbe-266b8396cbbe tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:45.147327 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c13173e6-5f4c-4c25-9bca-24a8fc34b616 req-2aa7e737-4273-4c29-abbe-266b8396cbbe tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0567298 May 17 18:23:45.176275 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-318abd0d-72ee-49c0-8c83-ef669f6ae6f4 req-132686e1-aa29-4786-b7c9-f1e98efb49ca service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077120 May 17 18:23:45.197732 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c13173e6-5f4c-4c25-9bca-24a8fc34b616 req-96378e4c-d34b-498e-b539-214a132317c6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 May 17 18:23:45.335259 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a9f37-5de4-47fc-bffc-6c566c55689d req-e46226b5-daae-4ecc-82b5-1dabf2e6bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:45.336756 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd5a9f37-5de4-47fc-bffc-6c566c55689d req-e46226b5-daae-4ecc-82b5-1dabf2e6bdb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0396760 May 17 18:23:45.378447 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd5a9f37-5de4-47fc-bffc-6c566c55689d req-c9d47891-afd3-49bc-b0bf-7b0c3a71375b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354254 May 17 18:23:45.480504 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83447d-fc84-41a4-b4f7-44e0d55d2994 req-bb53b59f-6e07-4657-b483-6af326e62f41 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:45.481874 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f83447d-fc84-41a4-b4f7-44e0d55d2994 req-bb53b59f-6e07-4657-b483-6af326e62f41 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0458136 May 17 18:23:45.527226 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f83447d-fc84-41a4-b4f7-44e0d55d2994 req-608a2860-9a49-4685-82ae-188a4a10d84f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 May 17 18:23:45.773867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a246d-749a-4cf3-9a8d-ed5df2dd9d49 req-4f638426-ebe7-4326-8e29-19abc1155c5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:45.775206 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b07a246d-749a-4cf3-9a8d-ed5df2dd9d49 req-4f638426-ebe7-4326-8e29-19abc1155c5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0487566 May 17 18:23:45.819628 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b07a246d-749a-4cf3-9a8d-ed5df2dd9d49 req-a2684e5d-b18d-49bc-84f8-aa73433c07b9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 May 17 18:23:46.311811 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700337-e10a-487f-a8d0-82fa9a8091b0 req-889ad0cf-37d2-4f0a-9200-ce3ba786042e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:46.313250 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b700337-e10a-487f-a8d0-82fa9a8091b0 req-889ad0cf-37d2-4f0a-9200-ce3ba786042e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0471272 May 17 18:23:46.358766 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b700337-e10a-487f-a8d0-82fa9a8091b0 req-317a9ffa-a482-444d-8539-61695ec89ab2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 May 17 18:23:46.638055 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1030e4-341e-4f89-b5e7-c342f83cd581 req-7dfa7a16-6c12-4f05-8fe4-36ed30e25a4c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:46.639767 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c1030e4-341e-4f89-b5e7-c342f83cd581 req-7dfa7a16-6c12-4f05-8fe4-36ed30e25a4c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0450547 May 17 18:23:46.687128 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c1030e4-341e-4f89-b5e7-c342f83cd581 req-8ae7fd58-34c5-4204-8599-9048b0be5754 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 May 17 18:23:46.934817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97071bf2-544a-4f9f-9dfb-daeb60e4e279 req-ab7e2cdd-5c46-4279-894d-2a34527663b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:46.936239 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97071bf2-544a-4f9f-9dfb-daeb60e4e279 req-ab7e2cdd-5c46-4279-894d-2a34527663b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0451689 May 17 18:23:46.981703 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97071bf2-544a-4f9f-9dfb-daeb60e4e279 req-60f7cf49-ccc5-4f98-95a0-34590cb67f5a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 May 17 18:23:47.208438 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8133d5bf-8134-405d-af5f-05bd91ac4c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:47.469662 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953cee-6127-48ca-bf90-46c50626f274 req-07701324-01c5-44bb-8a4f-90ed363f6c5e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:47.470983 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65953cee-6127-48ca-bf90-46c50626f274 req-07701324-01c5-44bb-8a4f-90ed363f6c5e tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0457323 May 17 18:23:47.517370 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65953cee-6127-48ca-bf90-46c50626f274 req-e6d200a4-6c61-4821-b518-ee3571ed470a tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409644 May 17 18:23:47.803492 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066c7e-b994-498c-be13-3586a24cb05a req-2a25d5c4-c1eb-4c4a-92d5-00835248d534 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:47.805080 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc066c7e-b994-498c-be13-3586a24cb05a req-2a25d5c4-c1eb-4c4a-92d5-00835248d534 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0492711 May 17 18:23:47.881141 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc066c7e-b994-498c-be13-3586a24cb05a req-3efbae01-2fdb-4f46-a7a7-4c1c6871e76c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696368 May 17 18:23:47.917161 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed86a-5a14-44e2-be01-4f0420e348ad req-87bb6307-3966-4d71-8a85-e14e0e4b81ea tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:47.918657 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e6ed86a-5a14-44e2-be01-4f0420e348ad req-87bb6307-3966-4d71-8a85-e14e0e4b81ea tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0538695 May 17 18:23:47.928322 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-d453bdb3-e53e-4799-9464-82c92d00eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:47.929889 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-d453bdb3-e53e-4799-9464-82c92d00eaeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0436900 May 17 18:23:47.966028 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e6ed86a-5a14-44e2-be01-4f0420e348ad req-2a712ea7-c8e1-4e32-9977-1252c8af62ce tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 May 17 18:23:48.101801 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79dd52-46b4-4faf-8b89-9ecb1f35b3e7 req-50aba990-65f3-4c96-9430-698b037fe1f7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:48.103331 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c79dd52-46b4-4faf-8b89-9ecb1f35b3e7 req-50aba990-65f3-4c96-9430-698b037fe1f7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.0478990 May 17 18:23:48.154888 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c79dd52-46b4-4faf-8b89-9ecb1f35b3e7 req-f95831da-9f66-4140-b90d-7c0c9d44b2c7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 May 17 18:23:48.229151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-0fef817c-822e-4934-99a6-93cf8123e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:48.230452 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-0fef817c-822e-4934-99a6-93cf8123e928 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.2941394 May 17 18:23:48.303164 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-4819c09f-078d-4541-b8c2-eda6146f2ea3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0568919 May 17 18:23:48.315028 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:48.649218 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:23:48.993125 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56bed-35f0-4e0c-9f94-282d0a44affb req-4f36098f-3a04-4c05-b77f-157f811564eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:48.995108 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ae56bed-35f0-4e0c-9f94-282d0a44affb req-4f36098f-3a04-4c05-b77f-157f811564eb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0478292 May 17 18:23:49.051154 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ae56bed-35f0-4e0c-9f94-282d0a44affb req-92f77169-2527-4740-864b-25d7502536bd tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 May 17 18:23:49.084306 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff4ca-c413-457c-86bd-ad84387b0c22 req-89fdc302-59a4-42e9-9c1b-5358288b00d5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:49.085748 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da4ff4ca-c413-457c-86bd-ad84387b0c22 req-89fdc302-59a4-42e9-9c1b-5358288b00d5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0474634 May 17 18:23:49.131623 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da4ff4ca-c413-457c-86bd-ad84387b0c22 req-6a91c74e-4181-4f97-9afa-1108b247299c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 May 17 18:23:49.285347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:23:49.399042 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:49.411297 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'mac_address': 'fa:16:3e:b8:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:23:49.446119 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:49.446411 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:49.459351 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:23:49.483816 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:49.487690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:49.501243 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d562-d358-4f07-851e-c583aceb030e req-82054e2a-f532-4376-ba72-bba7d225fc64 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:49.502721 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e12d562-d358-4f07-851e-c583aceb030e req-82054e2a-f532-4376-ba72-bba7d225fc64 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 943 time: 0.2763021 May 17 18:23:49.532378 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:49.550321 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e12d562-d358-4f07-851e-c583aceb030e req-b0eef1eb-80ce-4d42-ba03-f387339a7ccd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 May 17 18:23:49.753777 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:50.098430 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['06e106bb-68fb-497b-a3fb-dae45c0c334c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:23:50.114193 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-ce04e598-5695-4c29-9279-cd8a8abd76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:50.115637 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-ce04e598-5695-4c29-9279-cd8a8abd76c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0467458 May 17 18:23:50.162626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-d7976333-141a-4625-a314-0f41413f4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:50.164334 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-d7976333-141a-4625-a314-0f41413f4318 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411513 May 17 18:23:50.171766 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea2cbb-3398-44ef-8be0-f0e69392cf77 req-b6c167a9-fc2b-4f83-a005-c3b9ed0c5f1b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:50.173241 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3ea2cbb-3398-44ef-8be0-f0e69392cf77 req-b6c167a9-fc2b-4f83-a005-c3b9ed0c5f1b tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0487583 May 17 18:23:50.258070 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3ea2cbb-3398-44ef-8be0-f0e69392cf77 req-5f71dbf1-d35f-4a2e-ab96-285bd42f2d4e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784764 May 17 18:23:50.268086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc709a-8cbb-4119-9127-5fa6fe112edf req-7d118668-595a-4d4b-80bc-990a192a4493 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:50.269602 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bfc709a-8cbb-4119-9127-5fa6fe112edf req-7d118668-595a-4d4b-80bc-990a192a4493 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0610354 May 17 18:23:50.272629 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-ee0e9eae-7312-4a4a-9a82-37c92ed4f116 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960996 May 17 18:23:50.316764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bfc709a-8cbb-4119-9127-5fa6fe112edf req-63d1892a-2eb5-4944-93a2-cf6aa5aa5924 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 May 17 18:23:50.411415 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b0c1494e-3b6c-4d8d-ae36-ee8ebcfad05a req-10347a8e-2911-4f89-bca1-2601e0e285f1 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799758 May 17 18:23:50.667405 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5084-f109-4e5f-b2a0-73b0734d341e req-6d3b2b05-fbff-4f5e-a2a5-5cd343f4132a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:50.668791 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-635e5084-f109-4e5f-b2a0-73b0734d341e req-6d3b2b05-fbff-4f5e-a2a5-5cd343f4132a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 944 time: 0.0462294 May 17 18:23:50.714465 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-635e5084-f109-4e5f-b2a0-73b0734d341e req-ebe3b496-fdfd-4a15-90b7-ac798e60eabc tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 May 17 18:23:51.375592 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:23:51.376607 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f027716-8fbe-4140-b351-c89296e04a1e req-2d56599a-31c5-40e1-b1bb-87ba96349c3a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:51.378136 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f027716-8fbe-4140-b351-c89296e04a1e req-2d56599a-31c5-40e1-b1bb-87ba96349c3a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0489302 May 17 18:23:51.418856 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 06e106bb-68fb-497b-a3fb-dae45c0c334c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:23:51.419229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:51.456483 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc4d8-cb42-4e30-aa68-5d829bd41789 req-5fc68882-20c1-46c8-8943-90fb395bc2c4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:51.457964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8bc4d8-cb42-4e30-aa68-5d829bd41789 req-5fc68882-20c1-46c8-8943-90fb395bc2c4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0739942 May 17 18:23:51.465829 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7f027716-8fbe-4140-b351-c89296e04a1e req-c392527b-0326-45df-bd93-0cfa5228b7c2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806046 May 17 18:23:51.473203 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:51.510653 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8bc4d8-cb42-4e30-aa68-5d829bd41789 req-b65d698a-f979-44a1-a297-b84bfe442898 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 May 17 18:23:51.512190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 06e106bb-68fb-497b-a3fb-dae45c0c334c is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:23:51.512572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:51.536247 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:51.538471 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781271a2-2444-4121-9f19-593ee4a353bc" -d '{"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:51.550915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:23:51.555426 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:51.577633 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b988692-96be-44e4-9f53-e03a96019ddb x-openstack-request-id: req-3b988692-96be-44e4-9f53-e03a96019ddb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:51.577951 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-plugged", "status": "completed", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:51.578210 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b988692-96be-44e4-9f53-e03a96019ddb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:51.578601 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b988692-96be-44e4-9f53-e03a96019ddb'] response: {'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'code': 200} May 17 18:23:51.603356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:23:51.830061 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9888-9927-44c8-ae24-11f34fbfa0d5 req-cef6376f-9db3-4ff2-88c1-12067fe53bba tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:51.831425 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-817c9888-9927-44c8-ae24-11f34fbfa0d5 req-cef6376f-9db3-4ff2-88c1-12067fe53bba tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0460744 May 17 18:23:51.880024 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-817c9888-9927-44c8-ae24-11f34fbfa0d5 req-e8283e33-8a73-4602-903d-d58d1e56fc8b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 May 17 18:23:52.584227 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbeb3d-3f51-495f-bc7f-03d8b70953bd req-be1e43f2-db00-4a1e-8abc-aa05998689ec tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:52.585703 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6ebbeb3d-3f51-495f-bc7f-03d8b70953bd req-be1e43f2-db00-4a1e-8abc-aa05998689ec tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0463715 May 17 18:23:52.646279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6341ba9-38b7-4ee1-b57f-7846561b1aae req-c8627cce-bb4d-46a4-aea4-b533046a8736 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:52.647691 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6341ba9-38b7-4ee1-b57f-7846561b1aae req-c8627cce-bb4d-46a4-aea4-b533046a8736 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0611482 May 17 18:23:52.675147 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6ebbeb3d-3f51-495f-bc7f-03d8b70953bd req-42da95bd-e4cb-4373-a8e2-78c24f876d14 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802991 May 17 18:23:52.703165 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6341ba9-38b7-4ee1-b57f-7846561b1aae req-1a4bd50a-76d6-4cf2-8a14-742046c3f4a3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494993 May 17 18:23:53.001846 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c061f-9ed0-49ed-b79b-1d06d5ff9fa4 req-127edc23-fd3b-47ec-bfe0-2139a6ac6d4e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:53.003261 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a71c061f-9ed0-49ed-b79b-1d06d5ff9fa4 req-127edc23-fd3b-47ec-bfe0-2139a6ac6d4e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0481553 May 17 18:23:53.049041 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a71c061f-9ed0-49ed-b79b-1d06d5ff9fa4 req-79b40145-6cbc-4838-999d-24359954429c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 May 17 18:23:53.815072 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0ae8-5e0e-407d-8602-138caf8bb362 req-37e3fb78-9622-4622-b93f-d66e7e521cdb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:53.816521 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-778f0ae8-5e0e-407d-8602-138caf8bb362 req-37e3fb78-9622-4622-b93f-d66e7e521cdb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0703549 May 17 18:23:53.837025 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361818-2588-4137-b300-b30d9141aa3a req-f345d713-38d0-423c-83cf-108aec059592 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:53.839067 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6c361818-2588-4137-b300-b30d9141aa3a req-f345d713-38d0-423c-83cf-108aec059592 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0659568 May 17 18:23:53.900044 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-778f0ae8-5e0e-407d-8602-138caf8bb362 req-8a54fa78-4ffb-496c-97eb-2e2a1112f14a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774829 May 17 18:23:53.911299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6c361818-2588-4137-b300-b30d9141aa3a req-1ba80265-9405-428c-a4b0-290c52eef32d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623977 May 17 18:23:54.019986 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2214-8810-4196-b521-a8ebe0d9ec81 req-608a1c15-6c94-4c37-9987-5db68864da76 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:54.021482 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b4e2214-8810-4196-b521-a8ebe0d9ec81 req-608a1c15-6c94-4c37-9987-5db68864da76 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0471463 May 17 18:23:54.021649 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d48dc-10a3-4a6d-929f-e897603c944f req-8230e440-b37b-4beb-b842-d54ea0e8b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:54.023074 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a83d48dc-10a3-4a6d-929f-e897603c944f req-8230e440-b37b-4beb-b842-d54ea0e8b5d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 1130 time: 0.0416288 May 17 18:23:54.030199 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 33968) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:23:54.034560 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Request body: {'floatingip': {'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:23:54.066263 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a83d48dc-10a3-4a6d-929f-e897603c944f req-4b48968a-28ca-4cee-bd9e-aa3c1bae1f1e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361199 May 17 18:23:54.086801 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:54.196822 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e08d7-6f1d-4ce3-83dd-e94424cd66d1 req-73eef44e-fc3d-4553-8311-3ff7e6510b5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:54.198943 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8e08d7-6f1d-4ce3-83dd-e94424cd66d1 req-73eef44e-fc3d-4553-8311-3ff7e6510b5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0772862 May 17 18:23:54.315008 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8e08d7-6f1d-4ce3-83dd-e94424cd66d1 req-f4fa17d6-6d05-46ee-9831-1a2f11d80e1e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078038 May 17 18:23:54.593416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:54.596842 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:54.786687 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:23:54.887444 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:23:54.892270 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:23:54.896674 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:23:54.905530 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:54.906130 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:23:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:54.922334 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:54.924778 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:54.960862 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b9c3a444-5144-4f85-b06a-a3ba3623a3dd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "PUT /v2.0/floatingips/704cac62-7d23-40b5-a64e-0380ce04eda4 HTTP/1.1" status: 200 len: 992 time: 0.9295852 May 17 18:23:54.971278 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df2de92-06f1-4bd1-ba64-b6f8e6819a03 x-openstack-request-id: req-8df2de92-06f1-4bd1-ba64-b6f8e6819a03 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:54.971570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:54.971824 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8df2de92-06f1-4bd1-ba64-b6f8e6819a03 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:54.972230 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df2de92-06f1-4bd1-ba64-b6f8e6819a03'] response: {'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'status': 'completed', 'code': 200} May 17 18:23:55.006658 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:55.019880 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3c285-fa2e-4684-a956-37641d66bb00 req-7d054e5a-9b6c-45b4-9943-4da367ef69bc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.021417 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04d3c285-fa2e-4684-a956-37641d66bb00 req-7d054e5a-9b6c-45b4-9943-4da367ef69bc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0466356 May 17 18:23:55.067868 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04d3c285-fa2e-4684-a956-37641d66bb00 req-e9731529-18e8-4cda-a1da-435206f66d63 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 May 17 18:23:55.206777 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:23:54Z', 'revision_number': 3, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:55.231370 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:23:55.239733 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:23:55.240463 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:23:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:55.252832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-2e33de0c-3a22-4ba1-bbe2-351f3140adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.254345 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-2e33de0c-3a22-4ba1-bbe2-351f3140adf0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0384297 May 17 18:23:55.340191 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:23:55.399901 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-e99160dd-e921-416b-b7f8-73c7126e1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.401887 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-e99160dd-e921-416b-b7f8-73c7126e1769 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0889058 May 17 18:23:55.439181 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712c90b-c816-4e2f-aeed-42942a144d96 req-dd847281-1f1e-46c8-a968-57ab41b66d5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.440680 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1712c90b-c816-4e2f-aeed-42942a144d96 req-dd847281-1f1e-46c8-a968-57ab41b66d5d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0472262 May 17 18:23:55.474227 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-d49fc82f-eefb-42aa-95b3-8cf17305405f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0639186 May 17 18:23:55.492598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1712c90b-c816-4e2f-aeed-42942a144d96 req-097ee10f-a8d9-40d5-8d30-9f580dd7e4a7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 May 17 18:23:55.524195 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-7b0165be-4098-40cd-8993-8a6cac50aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.526178 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-7b0165be-4098-40cd-8993-8a6cac50aa7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0438228 May 17 18:23:55.554169 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:23:54Z', 'revision_number': 3, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:23:55.575474 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-5779b734-ab2a-4503-aeb1-3b852cb5f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:55.577101 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-5779b734-ab2a-4503-aeb1-3b852cb5f638 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418797 May 17 18:23:55.578743 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5501fa-104a-464c-b822-e7463553ba99 None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '704cac62-7d23-40b5-a64e-0380ce04eda4', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'port_id': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'mac_address': 'fa:16:3e:ba:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d1524-97f8-49d7-8685-184066d438d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:20:03Z', 'updated_at': '2022-05-17T18:23:54Z', 'revision_number': 3, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:23:55.691172 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-1b22643f-42d5-41c0-bc75-775925006bf0 service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 May 17 18:23:56.177438 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f25f32-ad25-46d3-b96e-89c026928bce req-197d3828-26ae-437a-a1ff-3142b32cff26 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:56.178882 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6f25f32-ad25-46d3-b96e-89c026928bce req-197d3828-26ae-437a-a1ff-3142b32cff26 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0463078 May 17 18:23:56.225599 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6f25f32-ad25-46d3-b96e-89c026928bce req-8a58c44c-9166-4920-b9c1-a2dc116d8119 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407836 May 17 18:23:56.326461 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff5ab1ab-1664-4cc4-a1c4-91b3b6a698ec req-5a8eb905-4ae1-484e-b1ad-10dee750ad6c service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892062 May 17 18:23:56.616426 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a197ff-fe7d-43df-8258-85521259a7dd req-86415370-3cfd-4fa1-a245-a01990442a11 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:56.618237 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c1a197ff-fe7d-43df-8258-85521259a7dd req-86415370-3cfd-4fa1-a245-a01990442a11 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0490994 May 17 18:23:56.664862 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c1a197ff-fe7d-43df-8258-85521259a7dd req-cd38844e-b8d1-4f38-9905-904683e8d018 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 May 17 18:23:56.973972 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:23:56.976258 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:23:57.010026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5264a326-8476-441b-b9ff-86bfa909408e x-openstack-request-id: req-5264a326-8476-441b-b9ff-86bfa909408e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:23:57.010355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:23:57.010586 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5264a326-8476-441b-b9ff-86bfa909408e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:23:57.011219 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5264a326-8476-441b-b9ff-86bfa909408e'] response: {'name': 'network-changed', 'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'status': 'completed', 'code': 200} May 17 18:23:57.079912 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-ffdcac93-c9cb-42e9-8d76-0ee85b3891ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.081337 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-ffdcac93-c9cb-42e9-8d76-0ee85b3891ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 1129 time: 0.0374680 May 17 18:23:57.170166 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-314a21a5-d06d-4895-8f3e-bdc277eca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.171593 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-314a21a5-d06d-4895-8f3e-bdc277eca9dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 200 len: 919 time: 0.0842283 May 17 18:23:57.231480 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-0262d7e3-b762-405f-8806-c0b243a43f23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0536089 May 17 18:23:57.279813 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-b6deb639-03f5-422c-818f-64c6990c8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.281242 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-b6deb639-03f5-422c-818f-64c6990c8bdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 200 len: 857 time: 0.0426905 May 17 18:23:57.328287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-b169e044-f3d2-4436-bdbc-1a33739ab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.329848 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-b169e044-f3d2-4436-bdbc-1a33739ab756 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3108c074-e89d-458b-b4f7-22798aa06562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421326 May 17 18:23:57.339738 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484633-f5c6-4002-bd5b-ad6039550d43 req-54b98174-de5c-459c-9ffa-67a75cf9d7d6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.341191 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41484633-f5c6-4002-bd5b-ad6039550d43 req-54b98174-de5c-459c-9ffa-67a75cf9d7d6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0506988 May 17 18:23:57.387508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41484633-f5c6-4002-bd5b-ad6039550d43 req-712dc43d-62dd-43b6-bb00-f57d409a477a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 May 17 18:23:57.418016 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-e2c70a54-0921-40f1-badf-2d2be0e04bdd service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816686 May 17 18:23:57.507638 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a1ab09-e0a7-47a6-803e-7c3dc5e055c8 req-f967f842-3fb5-4c14-a672-cbe6716a52dc service neutron] 10.222.0.59 "GET /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 May 17 18:23:57.786504 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af953ed-dce1-43d2-b544-3f3040c5bb70 req-f4e1340a-ca30-4bd4-9e76-44487350c480 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:57.787889 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3af953ed-dce1-43d2-b544-3f3040c5bb70 req-f4e1340a-ca30-4bd4-9e76-44487350c480 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0472879 May 17 18:23:57.834281 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3af953ed-dce1-43d2-b544-3f3040c5bb70 req-38b475c2-4fbc-4ea9-993c-20875e9a3d09 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 May 17 18:23:58.499238 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10876ff-428d-4a5b-b89e-43f4baebc37f req-dc9234ed-f860-46a9-b99d-0880af3b9eaf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:58.500661 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a10876ff-428d-4a5b-b89e-43f4baebc37f req-dc9234ed-f860-46a9-b99d-0880af3b9eaf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0459998 May 17 18:23:58.551506 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a10876ff-428d-4a5b-b89e-43f4baebc37f req-381c841a-adbd-421e-9aca-cbebb5f94d99 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 May 17 18:23:59.663575 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851968-5dce-43ab-bfc4-6c113ab683c1 req-c82e1329-44ad-4f7e-a4e7-0fcf8e48a1d5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:23:59.665022 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b851968-5dce-43ab-bfc4-6c113ab683c1 req-c82e1329-44ad-4f7e-a4e7-0fcf8e48a1d5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0459111 May 17 18:23:59.712373 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1b851968-5dce-43ab-bfc4-6c113ab683c1 req-cb751373-aeb5-4050-ba1f-4edf915ce3f0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 May 17 18:24:00.826305 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1771-c84e-4785-b193-6e8c0634fc8a req-33e9df4c-1a2b-4682-9fc6-fdc845ac0c63 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:00.827779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-365e1771-c84e-4785-b193-6e8c0634fc8a req-33e9df4c-1a2b-4682-9fc6-fdc845ac0c63 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0473101 May 17 18:24:00.873489 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-365e1771-c84e-4785-b193-6e8c0634fc8a req-a8ced354-47d8-4b3f-bcc0-28f9c2ceb63c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 May 17 18:24:01.070594 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae349-7e7c-4b65-839d-1e9a6b9f6ce5 req-1ad179bb-84b6-4b50-bf5c-c191deb05ab3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:01.072063 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-444ae349-7e7c-4b65-839d-1e9a6b9f6ce5 req-1ad179bb-84b6-4b50-bf5c-c191deb05ab3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0498328 May 17 18:24:01.097711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-068192a8-9c24-45c8-af6c-e3ac1eb6ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:01.099330 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-068192a8-9c24-45c8-af6c-e3ac1eb6ac10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 1129 time: 0.0387084 May 17 18:24:01.118244 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-444ae349-7e7c-4b65-839d-1e9a6b9f6ce5 req-3de7cc6f-6cdd-4c85-8f7a-c08e3eeb0959 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 May 17 18:24:01.188785 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-d41939b0-f678-47e7-9c9d-6af198117cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:01.190254 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-d41939b0-f678-47e7-9c9d-6af198117cd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.0848751 May 17 18:24:01.251692 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-081d4948-065f-4553-b76c-5b27e8051d03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 200 len: 1000 time: 0.0541391 May 17 18:24:01.298817 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-f778e4f7-2761-419a-a0b1-63e73a1dd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:01.300234 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-f778e4f7-2761-419a-a0b1-63e73a1dd60e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0429132 May 17 18:24:01.344539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-fce36662-c009-4051-9d0a-3666cecd1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:01.345995 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-fce36662-c009-4051-9d0a-3666cecd1528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394611 May 17 18:24:01.435822 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-02e175ea-85e9-4933-86d4-809bc517afed service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803320 May 17 18:24:01.526151 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4635eb56-819d-4f7e-90f1-73a82f493c57 req-fed9e82c-70d0-487d-8e1a-6144ad15c078 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829172 May 17 18:24:02.230766 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c4d1-a69c-4145-b087-43cba6b696d3 req-ba5b8de2-ab02-4899-a618-20dbd3f74710 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:02.232197 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba37c4d1-a69c-4145-b087-43cba6b696d3 req-ba5b8de2-ab02-4899-a618-20dbd3f74710 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0459368 May 17 18:24:02.278427 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba37c4d1-a69c-4145-b087-43cba6b696d3 req-60cf518e-9509-4fde-8667-b679a401ee09 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 May 17 18:24:05.147847 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:15.003328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0718-0e3d-4035-b063-11c60edb31c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:17.211147 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39cfce19-3167-49f0-962b-6a8a36981125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:18.317812 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:19.756175 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:21.455557 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:25.648908 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:24:35.156385 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:40.046008 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2accb-5613-4970-8280-37c99ab1ec63 req-f7661339-fa54-4c09-b164-0267277089b7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:40.047423 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23f2accb-5613-4970-8280-37c99ab1ec63 req-f7661339-fa54-4c09-b164-0267277089b7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0486410 May 17 18:24:40.095040 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23f2accb-5613-4970-8280-37c99ab1ec63 req-aadedafe-bcfd-47bc-99a5-2766b6e0d3fc tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 May 17 18:24:41.207061 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f295-324a-4a14-8ff5-9c288442899a req-11b196b5-b84d-4181-90a8-f542ea556c30 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:41.208651 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6ca3f295-324a-4a14-8ff5-9c288442899a req-11b196b5-b84d-4181-90a8-f542ea556c30 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0461316 May 17 18:24:41.257095 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6ca3f295-324a-4a14-8ff5-9c288442899a req-b4b10475-c101-4da4-ad3f-8c8bef2c3ed6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 May 17 18:24:41.998815 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-0fa0e380-1731-4483-9510-dea195a58505 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:42.000148 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-0fa0e380-1731-4483-9510-dea195a58505 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0446088 May 17 18:24:42.080127 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:24:42.080467 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.166759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] For port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:24:42.167144 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.367748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.368012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611a4ec-7003-4c37-b3e2-ada81afe2ed0 req-70c763e1-a042-4233-9713-bee30798c69c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:42.368501 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (f48a89e0-fed1-4335-858d-4ca605733bdf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.368501 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP f48a89e0-fed1-4335-858d-4ca605733bdf disassociated. External IP: 172.27.0.243, port: 14f3ea7b-33ca-4752-b87b-d34d49e5b90c. May 17 18:24:42.368711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for 14f3ea7b-33ca-4752-b87b-d34d49e5b90c owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:24:42.369388 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b611a4ec-7003-4c37-b3e2-ada81afe2ed0 req-70c763e1-a042-4233-9713-bee30798c69c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 945 time: 0.0456870 May 17 18:24:42.420765 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b611a4ec-7003-4c37-b3e2-ada81afe2ed0 req-10b3db6c-c3e0-4374-9e8f-0fe1c53d1d87 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446305 May 17 18:24:42.490379 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (14f3ea7b-33ca-4752-b87b-d34d49e5b90c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.516575 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=14f3ea7b-33ca-4752-b87b-d34d49e5b90c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:42.527221 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.527562 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.527900 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.528233 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.528559 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.528884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.529203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.529547 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.529870 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.530187 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.530506 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.530829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.531143 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.531456 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.531769 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:42.632023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:24:42.952316 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:24:42.963304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:24:42.974425 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:24:42.975115 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:42.993250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] No DVR routers for this DVR port 14f3ea7b-33ca-4752-b87b-d34d49e5b90c on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:24:42.995832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:42.999031 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01fddc69-6b1f-4a73-b377-3412ad9f966c req-f39a7497-63fd-41ed-a1ec-c1c4cdd61019 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "DELETE /v2.0/ports/14f3ea7b-33ca-4752-b87b-d34d49e5b90c HTTP/1.1" status: 204 len: 173 time: 0.9933140 May 17 18:24:42.999583 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'name': 'network-vif-deleted', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:24:43.001706 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a748a9f-ffa6-45bb-a10c-8c5416d9c98e" -d '{"events": [{"server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "name": "network-vif-deleted", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:24:43.039454 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6333b-b5e7-4a24-acfc-8f595983c514 x-openstack-request-id: req-48e6333b-b5e7-4a24-acfc-8f595983c514 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:24:43.039756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef769ce-3ca7-4bbd-84dd-567ed0af61b9", "name": "network-vif-deleted", "tag": "14f3ea7b-33ca-4752-b87b-d34d49e5b90c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:24:43.040014 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48e6333b-b5e7-4a24-acfc-8f595983c514 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:24:43.040421 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e6333b-b5e7-4a24-acfc-8f595983c514'] response: {'server_uuid': '6ef769ce-3ca7-4bbd-84dd-567ed0af61b9', 'name': 'network-vif-deleted', 'tag': '14f3ea7b-33ca-4752-b87b-d34d49e5b90c', 'status': 'completed', 'code': 200} May 17 18:24:43.080223 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:24:43.273042 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:43.301241 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:24:43.309870 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:24:43.310489 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:43.413691 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:24:43.531979 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1a1da52e-40b2-4eb7-b7f8-132ef3f8d6a3 req-965a9f13-e3e2-4aed-af9a-2d841279c3f8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ef769ce-3ca7-4bbd-84dd-567ed0af61b9 HTTP/1.1" status: 200 len: 210 time: 0.0285075 May 17 18:24:43.718585 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:43.743519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f75567-f49b-443e-9b4b-692b20f74f38 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:24:43.982920 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d513d-7211-433b-9208-20128c323a31 None None] New status for floating IP f48a89e0-fed1-4335-858d-4ca605733bdf: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:24:44.789170 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-0d6f19b2-929a-480c-a8a2-46ffecf04916 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126375773&fields=id&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 267 time: 0.0419793 May 17 18:24:44.902051 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-834c21f4-2daa-4e69-b27a-2e2b73495e04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:44.903508 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-834c21f4-2daa-4e69-b27a-2e2b73495e04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.1074893 May 17 18:24:44.918509 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-463e6a9b-0aed-466a-9a8d-a353211efab5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/quotas/481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 375 time: 0.0097091 May 17 18:24:44.966311 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-cb8f11dc-ac8e-43ce-9b8b-938d5c67446d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427730 May 17 18:24:45.011338 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0befbfb-ab0d-41d0-aa92-f661accf93e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:45.068025 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-85e68d8d-1baa-48f7-ba49-b4c2813e247d service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897679 May 17 18:24:45.168910 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-f59f952e-b909-4bcb-b8b0-5d2ca2171f2e service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939453 May 17 18:24:45.472660 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ece7e1d9-fce0-4d0b-80d6-a9aa071dd36b req-a0b7c08e-f486-48d3-85d4-503dc5bbd6d8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 210 time: 0.0289612 May 17 18:24:45.644529 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 14f3ea7b-33ca-4752-b87b-d34d49e5b90c no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:24:45.663955 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 14f3ea7b-33ca-4752-b87b-d34d49e5b90c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:24:45.664227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 14f3ea7b-33ca-4752-b87b-d34d49e5b90c not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:24:46.402592 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-3e6a4a0b-b72e-4dcf-b9fa-01f2cb1b1ed7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:46.404358 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-3e6a4a0b-b72e-4dcf-b9fa-01f2cb1b1ed7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.1073425 May 17 18:24:46.466672 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-9e6476dd-4081-4bc1-876e-bc768e698efd tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 380 time: 0.0532594 May 17 18:24:46.475402 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'port': {'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'admin_state_up': True, 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'security_groups': ['cd98141e-d96a-499c-9603-72ca3023ffed']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:24:46.576140 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-053ce422-9958-4838-a16d-100708acd9f3 req-5de398b3-8e98-4419-a874-728cf90c8db2 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 210 time: 0.0269163 May 17 18:24:46.579527 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Made reservation on behalf of 481c26193c6141588dd15fd5c593de86 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:24:46.582942 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:46.707492 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.20.0.13 (38c10630-122b-4079-98b2-93ad2511bb9a/0c187539-1846-4ca9-8a58-eb53e8b4053c/0ec7785c-fbd9-442c-b93d-72558bcf9920) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:24:46.845243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:46.877138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:46.918699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:24:46.921742 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:24:46.925482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:24:46.930568 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:46.931185 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:46.947227 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:46.959619 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2feb48d2-83e1-4928-8d48-434505e76849 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4877062 May 17 18:24:46.970822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Request body: {'port': {'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:24:47.036597 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.125567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1d8438a7-864f-46fa-88e7-6186982cfea1 None None] Provisioning complete for port 0ec7785c-fbd9-442c-b93d-72558bcf9920 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:24:47.126150 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d8438a7-864f-46fa-88e7-6186982cfea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.157556 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1d8438a7-864f-46fa-88e7-6186982cfea1 None None] Port 0ec7785c-fbd9-442c-b93d-72558bcf9920 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:24:47.230573 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e843968-e920-43d1-9df0-18436368d391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.324404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec7785c-fbd9-442c-b93d-72558bcf9920 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:24:47.331934 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks [] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.343837 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Transition to ACTIVE for port object 0ec7785c-fbd9-442c-b93d-72558bcf9920 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:24:47.347790 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.398516 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:47.433683 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Attempting to bind port 0ec7785c-fbd9-442c-b93d-72558bcf9920 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:24:47.434261 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Attempting to bind port 0ec7785c-fbd9-442c-b93d-72558bcf9920 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:24:47.434362 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Attempting to bind port 0ec7785c-fbd9-442c-b93d-72558bcf9920 on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:24:47.438907 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Port 0ec7785c-fbd9-442c-b93d-72558bcf9920 on network 38c10630-122b-4079-98b2-93ad2511bb9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:24:47.439227 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Attempting to bind port 0ec7785c-fbd9-442c-b93d-72558bcf9920 on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:24:47.444284 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:24:47.444622 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:24:47.445011 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Bound using segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:24:47.445433 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Bound port: 0ec7785c-fbd9-442c-b93d-72558bcf9920, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:24:47.445823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.509776 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:24:47.512918 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:24:47.519528 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.553377 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:47.554239 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:47.555574 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] 10.222.0.59 "PUT /v2.0/ports/0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 1094 time: 0.5891297 May 17 18:24:47.558553 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:24:47.561935 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ada91-5d21-4f54-b4e3-d501c535f168" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:24:47.594491 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dbeeb-d211-47f6-884f-d75bc65142ea service neutron] Pushing event updated for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:47.615582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2fe1d9-4d11-4d89-8e0b-8959bcc359e4 x-openstack-request-id: req-1f2fe1d9-4d11-4d89-8e0b-8959bcc359e4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:24:47.615876 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:24:47.616150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f2fe1d9-4d11-4d89-8e0b-8959bcc359e4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:24:47.616544 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2fe1d9-4d11-4d89-8e0b-8959bcc359e4'] response: {'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'status': 'completed', 'code': 200} May 17 18:24:47.661280 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-a3b6587d-40b2-4073-8b02-985dc10b4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:47.662914 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-a3b6587d-40b2-4073-8b02-985dc10b4d70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1128 time: 0.0494120 May 17 18:24:47.705235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c6b3-4a5f-413e-8c71-191d544a2005 req-af535423-9786-466c-8042-08edfc328695 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:47.707024 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1313c6b3-4a5f-413e-8c71-191d544a2005 req-af535423-9786-466c-8042-08edfc328695 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0567000 May 17 18:24:47.714380 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-2d209214-858a-4412-af1d-45277e18524d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 217 time: 0.0441716 May 17 18:24:47.759986 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1313c6b3-4a5f-413e-8c71-191d544a2005 req-ab7d3674-46bc-445d-bea1-dbf4494c65e7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 May 17 18:24:47.763950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-a529b65c-d3f4-4d1f-8f1d-59a82e0ad823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:47.765408 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-a529b65c-d3f4-4d1f-8f1d-59a82e0ad823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0451818 May 17 18:24:47.809563 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-6e378c01-845c-47dc-b623-1272ea08c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:47.811099 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-6e378c01-845c-47dc-b623-1272ea08c14c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386560 May 17 18:24:47.901099 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-67491ea2-09e9-4e39-9519-64da7071d1cb service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833297 May 17 18:24:47.996629 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa731e6f-81a7-4a35-ba4b-93c7a2221bb8 req-ad99015c-8228-40aa-aedd-199b2bf58c28 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887785 May 17 18:24:48.323649 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:48.872242 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea6a92-94f5-4983-9960-89b549ec56fb req-66f609f5-5e3e-4397-943b-224cb257a6b6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:48.873703 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-58ea6a92-94f5-4983-9960-89b549ec56fb req-66f609f5-5e3e-4397-943b-224cb257a6b6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0454452 May 17 18:24:48.920473 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-58ea6a92-94f5-4983-9960-89b549ec56fb req-bd5fee77-b545-4474-9402-ad41c68248a4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 May 17 18:24:49.077691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-e3c89843-c996-4fb9-982f-98be911259d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.079066 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-e3c89843-c996-4fb9-982f-98be911259d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1128 time: 0.0388391 May 17 18:24:49.166775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-5a2825d2-897c-4793-8d20-b3028372eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.168734 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-5a2825d2-897c-4793-8d20-b3028372eede service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0820203 May 17 18:24:49.210075 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-93ce846b-cbb1-4b9f-ac5d-d18f97f0314d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 217 time: 0.0345750 May 17 18:24:49.256424 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-622c6eff-8bcb-49ab-9f48-b446005b9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.257863 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-622c6eff-8bcb-49ab-9f48-b446005b9c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0426474 May 17 18:24:49.299813 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-045212c3-e4aa-44a8-8a18-bc0a35134e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.301212 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-045212c3-e4aa-44a8-8a18-bc0a35134e73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365398 May 17 18:24:49.392654 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-bbfba151-6bdd-49e1-8aff-29f68e60364f service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851538 May 17 18:24:49.485326 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-289ada91-5d21-4f54-b4e3-d501c535f168 req-5ddda8a6-56cf-450a-8e5c-fba21b9a73ac service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 May 17 18:24:49.551879 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111468a9-7186-41b5-a614-df4dd2d12cb8 req-b805bb10-db49-4bb7-a620-664a825f6668 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.553583 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-111468a9-7186-41b5-a614-df4dd2d12cb8 req-b805bb10-db49-4bb7-a620-664a825f6668 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0488145 May 17 18:24:49.558498 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-29188959-5882-483e-95e3-cbba8785ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.559926 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-29188959-5882-483e-95e3-cbba8785ce3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1168 time: 0.0426188 May 17 18:24:49.616594 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-111468a9-7186-41b5-a614-df4dd2d12cb8 req-6f0d4805-dc69-446a-8e2d-e2f705ccb446 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568213 May 17 18:24:49.649423 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-ba5c983d-1ebf-4366-b38e-c5470e133cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.650894 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-ba5c983d-1ebf-4366-b38e-c5470e133cf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.0840676 May 17 18:24:49.713691 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-e530872a-692d-4628-936c-b1a4873c37e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 1001 time: 0.0564597 May 17 18:24:49.761157 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:49.763658 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-7e35706b-c4b2-4771-8f74-3b2f980b3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.765103 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-7e35706b-c4b2-4771-8f74-3b2f980b3c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0437651 May 17 18:24:49.807378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-5aecb088-4e27-4cc7-ae28-957441787f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:49.809488 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-5aecb088-4e27-4cc7-ae28-957441787f66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378432 May 17 18:24:49.902479 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-d4bf287e-fdf5-4dbc-bce9-fa69363b525d service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864713 May 17 18:24:49.992952 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc166a25-c3b5-4b9b-8e21-79521eb02e43 req-4d7e09af-c202-459f-9bb3-4080f24ad6c5 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 May 17 18:24:50.032235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db41a9b-5a6d-4e54-bc73-f7cebb5ff859 req-da9d5f71-1901-4903-9f06-4a0a08325112 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:50.033695 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5db41a9b-5a6d-4e54-bc73-f7cebb5ff859 req-da9d5f71-1901-4903-9f06-4a0a08325112 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0465491 May 17 18:24:50.083475 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5db41a9b-5a6d-4e54-bc73-f7cebb5ff859 req-d036b4e7-c54d-44d3-ab03-6e950faed54a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 May 17 18:24:50.729152 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffec1-a448-4129-a3cd-476a639d736a req-850a18e1-23ea-4e13-baf3-418a336cde98 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:50.731432 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a1ffec1-a448-4129-a3cd-476a639d736a req-850a18e1-23ea-4e13-baf3-418a336cde98 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0455098 May 17 18:24:50.789335 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a1ffec1-a448-4129-a3cd-476a639d736a req-63741a8a-5bfc-42f5-8f2e-a5cc701cc621 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523870 May 17 18:24:51.196632 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3bed-7882-4e56-8c09-c83139f39757 req-2ced0d52-68ed-4dd3-b24b-b8a79f21d891 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:51.198062 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a7e3bed-7882-4e56-8c09-c83139f39757 req-2ced0d52-68ed-4dd3-b24b-b8a79f21d891 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0477266 May 17 18:24:51.250227 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a7e3bed-7882-4e56-8c09-c83139f39757 req-99cf4b6e-82b6-404e-bb23-3dc944572a20 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 May 17 18:24:51.457119 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:51.827531 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74db8a-fee7-4dc0-8d5e-1c1440b86807 req-fef3bac3-3304-4cf0-b1d1-aa97e301592e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:51.828993 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc74db8a-fee7-4dc0-8d5e-1c1440b86807 req-fef3bac3-3304-4cf0-b1d1-aa97e301592e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0466182 May 17 18:24:51.919774 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc74db8a-fee7-4dc0-8d5e-1c1440b86807 req-bf87f329-47f4-4bfa-bbed-b40e688759fb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846756 May 17 18:24:51.941800 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93e0d3-04b3-459d-8e29-18bc7c190fbb req-454432ea-143e-4b8d-920a-b30a67d723a1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:51.942471 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc93e0d3-04b3-459d-8e29-18bc7c190fbb req-454432ea-143e-4b8d-920a-b30a67d723a1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0801342 May 17 18:24:52.002544 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc93e0d3-04b3-459d-8e29-18bc7c190fbb req-378f7b1c-7d1b-4c98-a7cc-0f8af8a9f3dd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543091 May 17 18:24:52.361698 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42276c6-24d5-4448-99ea-5b94708aa454 req-b5e38651-9826-403a-bb20-c5049a485a58 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:52.363147 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b42276c6-24d5-4448-99ea-5b94708aa454 req-b5e38651-9826-403a-bb20-c5049a485a58 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0466170 May 17 18:24:52.409974 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b42276c6-24d5-4448-99ea-5b94708aa454 req-b05ca030-a584-404c-a26d-9c4ac1be9eb2 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 May 17 18:24:53.040980 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e0b97-d10f-45b7-8258-931d4816e7b9 req-c7e3720b-8c88-4803-88dc-2e5197f6e747 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:53.043085 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-466e0b97-d10f-45b7-8258-931d4816e7b9 req-c7e3720b-8c88-4803-88dc-2e5197f6e747 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0497110 May 17 18:24:53.212712 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c72a-4b10-4b16-ab8f-92a4e9d730c9 req-d53e3997-9e1a-4c9c-bf04-a58150d0f2e1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:53.215503 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3992c72a-4b10-4b16-ab8f-92a4e9d730c9 req-d53e3997-9e1a-4c9c-bf04-a58150d0f2e1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.1350746 May 17 18:24:53.226013 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-466e0b97-d10f-45b7-8258-931d4816e7b9 req-feac5347-5732-458f-8ca1-f0ff52f01fdb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=d581749b-3cfa-4084-94ce-0f2c562ff981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761267 May 17 18:24:53.290637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3992c72a-4b10-4b16-ab8f-92a4e9d730c9 req-b46e1061-5b0b-49d4-afd0-b984e3e2a7e3 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632684 May 17 18:24:53.530684 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7748a-dffa-4c1c-8e14-3f2b98f81f17 req-ca061633-2252-4e6a-8b35-ea86c859acec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:53.532201 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56d7748a-dffa-4c1c-8e14-3f2b98f81f17 req-ca061633-2252-4e6a-8b35-ea86c859acec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0475938 May 17 18:24:53.581832 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56d7748a-dffa-4c1c-8e14-3f2b98f81f17 req-1cdd0911-ee7a-4d7e-9525-bbd643f8bdaa tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 May 17 18:24:53.633896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-908548b2-af89-4f94-9c3e-48b11ec067ca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:53.635291 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-908548b2-af89-4f94-9c3e-48b11ec067ca tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 945 time: 0.0487139 May 17 18:24:53.716462 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port de8a891f-5a42-49e2-b6a3-15f94c53ec66 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:24:53.716801 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:53.804509 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] For port de8a891f-5a42-49e2-b6a3-15f94c53ec66, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=de8a891f-5a42-49e2-b6a3-15f94c53ec66,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:24:53.804781 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:53.967499 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:53.967852 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:53.968161 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP e946b763-ca2d-4ea6-bb5c-04c644d0e725 disassociated. External IP: 172.27.0.216, port: de8a891f-5a42-49e2-b6a3-15f94c53ec66. May 17 18:24:53.968498 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for de8a891f-5a42-49e2-b6a3-15f94c53ec66 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:24:54.091475 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (de8a891f-5a42-49e2-b6a3-15f94c53ec66), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:54.122414 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=de8a891f-5a42-49e2-b6a3-15f94c53ec66,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:54.224664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:24:54.327359 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:24:54.338220 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4257c9ab-cf15-40de-9109-5db28c50a59b req-e6a10a25-0456-42dd-9f2b-eb1b3ee6c455 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 210 time: 0.0342460 May 17 18:24:54.339497 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:24:54.351508 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:24:54.352227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:54.374551 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] No DVR routers for this DVR port de8a891f-5a42-49e2-b6a3-15f94c53ec66 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:24:54.377130 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:54.380438 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6050eeff-9b50-4f55-b5ec-e86657374f55 req-a490ae24-a5fe-42e9-8a7d-b66a16814ce2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "DELETE /v2.0/ports/de8a891f-5a42-49e2-b6a3-15f94c53ec66 HTTP/1.1" status: 204 len: 173 time: 0.7398746 May 17 18:24:54.380947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'name': 'network-vif-deleted', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:24:54.383245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9e683-f662-4106-9005-634ae9a0bf20" -d '{"events": [{"server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "name": "network-vif-deleted", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:24:54.418327 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7191acf8-4464-455a-8c0b-fd60a1fd8f8d x-openstack-request-id: req-7191acf8-4464-455a-8c0b-fd60a1fd8f8d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:24:54.418614 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc177fc2-a93f-4490-8e44-0774f508720a", "name": "network-vif-deleted", "tag": "de8a891f-5a42-49e2-b6a3-15f94c53ec66", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:24:54.418860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7191acf8-4464-455a-8c0b-fd60a1fd8f8d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:24:54.419256 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7191acf8-4464-455a-8c0b-fd60a1fd8f8d'] response: {'server_uuid': 'cc177fc2-a93f-4490-8e44-0774f508720a', 'name': 'network-vif-deleted', 'tag': 'de8a891f-5a42-49e2-b6a3-15f94c53ec66', 'status': 'completed', 'code': 200} May 17 18:24:54.427383 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962fe39-3163-4c38-a9e0-7bc87e5696fa req-afd104e6-b92d-42df-a6ed-a72019855004 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:54.428823 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d962fe39-3163-4c38-a9e0-7bc87e5696fa req-afd104e6-b92d-42df-a6ed-a72019855004 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0523477 May 17 18:24:54.458560 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:24:54.492156 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d962fe39-3163-4c38-a9e0-7bc87e5696fa req-29d0af19-ae49-49dc-852c-38e800535359 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571399 May 17 18:24:54.693100 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a768-a195-491f-8a1b-c8a59686e8c8 req-c7a1fb48-52d8-4b14-974a-a99186525d76 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:54.694590 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9818a768-a195-491f-8a1b-c8a59686e8c8 req-c7a1fb48-52d8-4b14-974a-a99186525d76 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0471418 May 17 18:24:54.713396 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:54.737567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:24:54.743905 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9818a768-a195-491f-8a1b-c8a59686e8c8 req-b6287587-df5a-4e34-9f45-c76fc40d86cd tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 May 17 18:24:54.746143 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:24:54.746745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:54.844387 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:24:55.045642 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:24:55.069530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c6e7e-2206-4cdc-ad2d-50c399cc19d7 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '5c272657-fffa-4067-ae15-35c897e7becf', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:be:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:17:48Z', 'updated_at': '2022-05-17T18:18:55Z', 'revision_number': 2, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:24:55.288019 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed87bb-26b3-4e60-8b42-813b3e9c3b4f None None] New status for floating IP e946b763-ca2d-4ea6-bb5c-04c644d0e725: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:24:55.438582 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a375d97-71bc-4f6a-b262-c7ad6c75f0c2 req-592864ca-ad03-46e8-8794-b49839acf575 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc177fc2-a93f-4490-8e44-0774f508720a HTTP/1.1" status: 200 len: 210 time: 0.0308836 May 17 18:24:55.607953 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e208f-0d3a-4375-b8c4-b8b7802b5593 req-f4e72b03-fa4b-4c1e-bef5-5a9d0187a1f1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:55.609405 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-558e208f-0d3a-4375-b8c4-b8b7802b5593 req-f4e72b03-fa4b-4c1e-bef5-5a9d0187a1f1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0486238 May 17 18:24:55.666875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-558e208f-0d3a-4375-b8c4-b8b7802b5593 req-04e65b51-88b5-4343-89f0-80a9c70c23b1 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516047 May 17 18:24:55.855605 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e285c9-83e6-42d0-b214-a9f9959adeb8 req-d6f71c7b-a728-4493-a870-9423cd84e8d1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:55.857176 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44e285c9-83e6-42d0-b214-a9f9959adeb8 req-d6f71c7b-a728-4493-a870-9423cd84e8d1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0472443 May 17 18:24:55.906510 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-44e285c9-83e6-42d0-b214-a9f9959adeb8 req-df26e5a9-6564-4ff0-ae09-168f31cb9e2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 May 17 18:24:56.522973 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:24:56.577424 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (d581749b-3cfa-4084-94ce-0f2c562ff981), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:56.600268 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (d581749b-3cfa-4084-94ce-0f2c562ff981), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:56.645075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d581749b-3cfa-4084-94ce-0f2c562ff981), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:56.647635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:56.648730 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/security-groups/d581749b-3cfa-4084-94ce-0f2c562ff981 HTTP/1.1" status: 204 len: 168 time: 0.1247907 May 17 18:24:56.652275 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34198) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:24:56.661704 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d581749b-3cfa-4084-94ce-0f2c562ff981,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:56.665439 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-3a974d8f-b148-4f03-98fd-eab51960f0fb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] show failed (client error): The resource could not be found. May 17 18:24:56.666438 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3a974d8f-b148-4f03-98fd-eab51960f0fb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups/d581749b-3cfa-4084-94ce-0f2c562ff981 HTTP/1.1" status: 404 len: 347 time: 0.0131750 May 17 18:24:56.669031 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.669161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34200) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:24:56.669384 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.669880 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.670212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.670549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.670917 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.671251 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.671608 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.671971 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.672303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.672634 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.672964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.673292 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.673848 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.673989 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09879955-df0b-407e-83c3-fb7322572f41 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:56.783672 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45869dc-9d79-465f-a7ae-f9b9834af22c req-2917f3be-0065-46e9-b3b9-e0946da5ba75 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:56.785053 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c45869dc-9d79-465f-a7ae-f9b9834af22c req-2917f3be-0065-46e9-b3b9-e0946da5ba75 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0471995 May 17 18:24:56.785361 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port 6e3270b4-787b-4ea6-95be-05caefb40de8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:24:56.785722 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:56.844398 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c45869dc-9d79-465f-a7ae-f9b9834af22c req-8fe9df5a-0d9c-4704-8209-fb885d58a62e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536320 May 17 18:24:57.024968 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a01d15-5af8-40c1-99a4-90ebbfcd6231 req-c73e4a8c-e526-4c59-9601-1ca8eecc9423 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:57.026461 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6a01d15-5af8-40c1-99a4-90ebbfcd6231 req-c73e4a8c-e526-4c59-9601-1ca8eecc9423 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 944 time: 0.0500576 May 17 18:24:57.077562 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6a01d15-5af8-40c1-99a4-90ebbfcd6231 req-170b7741-4673-4eff-9c22-4c393f8525d5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 May 17 18:24:57.082164 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.082494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (6e3270b4-787b-4ea6-95be-05caefb40de8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.095490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for 6e3270b4-787b-4ea6-95be-05caefb40de8 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:24:57.227376 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (6e3270b4-787b-4ea6-95be-05caefb40de8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.251848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=6e3270b4-787b-4ea6-95be-05caefb40de8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:57.275053 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (e946b763-ca2d-4ea6-bb5c-04c644d0e725), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.278269 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.279517 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-de8d9dd4-8353-420e-8900-1337fb41e026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/floatingips/e946b763-ca2d-4ea6-bb5c-04c644d0e725 HTTP/1.1" status: 204 len: 168 time: 0.6094162 May 17 18:24:57.660234 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 0ec7785c-fbd9-442c-b93d-72558bcf9920 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:24:57.662499 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device de8a891f-5a42-49e2-b6a3-15f94c53ec66 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:24:57.686876 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: de8a891f-5a42-49e2-b6a3-15f94c53ec66 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:24:57.687227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device de8a891f-5a42-49e2-b6a3-15f94c53ec66 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:24:57.775928 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:24:57.787106 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:24:57.820898 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 0ec7785c-fbd9-442c-b93d-72558bcf9920 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:24:57.821303 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.834146 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec7785c-fbd9-442c-b93d-72558bcf9920 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:24:57.853559 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:24:57.857734 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:57.905347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:57.912460 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.912747 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.913114 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.913475 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.913823 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.914156 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.914522 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.914837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.915163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.915488 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.915814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.916154 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.916491 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.916811 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.917131 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:24:57.965001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dceff-d2de-4cd8-8788-ebbd28d8f88d req-114745bc-dace-4fdf-908d-391be3064e2d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:57.966747 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-649dceff-d2de-4cd8-8788-ebbd28d8f88d req-114745bc-dace-4fdf-908d-391be3064e2d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0502810 May 17 18:24:58.029025 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-649dceff-d2de-4cd8-8788-ebbd28d8f88d req-9a8af3a2-89c7-491c-b188-771015c82f78 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565858 May 17 18:24:58.187988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6c649-f51e-4567-87e7-517f00fb4359 req-bb9b471b-4241-48d7-833a-5bca495ac654 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:58.189355 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f5c6c649-f51e-4567-87e7-517f00fb4359 req-bb9b471b-4241-48d7-833a-5bca495ac654 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 945 time: 0.0461936 May 17 18:24:58.249431 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f5c6c649-f51e-4567-87e7-517f00fb4359 req-7fb96745-7d2c-4fd8-bb01-dc20837328cd tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544736 May 17 18:24:58.264511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['0ec7785c-fbd9-442c-b93d-72558bcf9920'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:24:58.846489 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55663c8-6a1f-4958-8df6-45e822a3c09e req-eb5b1045-cb6f-4596-b403-a4a931e1861b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:58.847959 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b55663c8-6a1f-4958-8df6-45e822a3c09e req-eb5b1045-cb6f-4596-b403-a4a931e1861b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.0461366 May 17 18:24:58.893748 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b55663c8-6a1f-4958-8df6-45e822a3c09e req-7e664fd5-921a-4e43-a467-5277cecf09c4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 May 17 18:24:59.142414 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97851c7b-abba-4748-bdb2-6088ee6d756c req-15df6d16-2bb7-4938-b583-56fc4d60790a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:59.143831 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97851c7b-abba-4748-bdb2-6088ee6d756c req-15df6d16-2bb7-4938-b583-56fc4d60790a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0455158 May 17 18:24:59.202123 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-97851c7b-abba-4748-bdb2-6088ee6d756c req-569e07ee-8673-4115-a065-9779b8b1c11f tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525837 May 17 18:24:59.362108 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336518-7afb-4283-b010-013874dec61f req-be9d104b-8b3a-487d-aee7-03137123a326 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:59.363527 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46336518-7afb-4283-b010-013874dec61f req-be9d104b-8b3a-487d-aee7-03137123a326 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 945 time: 0.0489705 May 17 18:24:59.410752 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46336518-7afb-4283-b010-013874dec61f req-2df528bf-9b72-43a4-9ba8-3cf795a46c53 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 May 17 18:24:59.657272 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 0ec7785c-fbd9-442c-b93d-72558bcf9920 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:24:59.697097 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 0ec7785c-fbd9-442c-b93d-72558bcf9920 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:24:59.704267 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 0ec7785c-fbd9-442c-b93d-72558bcf9920 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:24:59.704651 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:59.774496 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 0ec7785c-fbd9-442c-b93d-72558bcf9920 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:24:59.774879 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:59.796987 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:24:59.799190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8f093-4ec2-40d3-b36f-60db62e9bb14" -d '{"events": [{"server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "name": "network-vif-plugged", "status": "completed", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:24:59.814953 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:24:59.819932 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:24:59.847977 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6662860-7d55-4593-b551-fea1250356d9 x-openstack-request-id: req-c6662860-7d55-4593-b551-fea1250356d9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:24:59.848274 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "name": "network-vif-plugged", "status": "completed", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:24:59.848526 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6662860-7d55-4593-b551-fea1250356d9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:24:59.848916 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6662860-7d55-4593-b551-fea1250356d9'] response: {'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'code': 200} May 17 18:24:59.860439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-603b5879-f225-4be6-9437-bc3fe076376b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:24:59.861997 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-603b5879-f225-4be6-9437-bc3fe076376b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.0675762 May 17 18:24:59.873268 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:24:59.960318 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port 200d9682-a32c-4f1b-afac-5e03e64190d5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:24:59.960650 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.013871 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3e387-3240-4597-bee6-460d05273f1d req-55d42e38-b968-4d52-bc0c-f098f84e5cd3 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:00.016343 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cde3e387-3240-4597-bee6-460d05273f1d req-55d42e38-b968-4d52-bc0c-f098f84e5cd3 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 945 time: 0.0511808 May 17 18:25:00.053818 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] For port 200d9682-a32c-4f1b-afac-5e03e64190d5, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=200d9682-a32c-4f1b-afac-5e03e64190d5,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:00.054186 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.061250 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cde3e387-3240-4597-bee6-460d05273f1d req-b4562926-f634-4de5-8020-5e8ea28bc45e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 May 17 18:25:00.138627 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957466e-6d64-4494-acfe-5d909b5e0d79 req-7e158c46-11d3-49d7-8d7b-4c56a2cfd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:00.140114 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7957466e-6d64-4494-acfe-5d909b5e0d79 req-7e158c46-11d3-49d7-8d7b-4c56a2cfd088 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1130 time: 0.0834386 May 17 18:25:00.261081 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7957466e-6d64-4494-acfe-5d909b5e0d79 req-17840347-e55c-4e5f-82aa-eba9f0243774 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124599 May 17 18:25:00.281690 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.282046 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.282353 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 5c272657-fffa-4067-ae15-35c897e7becf disassociated. External IP: 172.27.0.94, port: 200d9682-a32c-4f1b-afac-5e03e64190d5. May 17 18:25:00.282705 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for 200d9682-a32c-4f1b-afac-5e03e64190d5 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:00.314998 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c92c3-0409-42a7-acac-cd5a98854f47 req-938cff3c-3649-456e-a20c-1f86cc8e3432 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:00.316458 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d49c92c3-0409-42a7-acac-cd5a98854f47 req-938cff3c-3649-456e-a20c-1f86cc8e3432 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0461724 May 17 18:25:00.379922 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d49c92c3-0409-42a7-acac-cd5a98854f47 req-f78e3f51-f8ca-4ed0-9eae-3690268a355f tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577021 May 17 18:25:00.410182 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (200d9682-a32c-4f1b-afac-5e03e64190d5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.440456 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=200d9682-a32c-4f1b-afac-5e03e64190d5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:00.527669 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67526-8e1f-42fe-be77-750438a321d3 req-8cae0b19-a8ea-4bf2-9f8e-c8c745c4bb0a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:00.529691 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49b67526-8e1f-42fe-be77-750438a321d3 req-8cae0b19-a8ea-4bf2-9f8e-c8c745c4bb0a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0472679 May 17 18:25:00.550601 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:00.578936 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49b67526-8e1f-42fe-be77-750438a321d3 req-dfcfdf91-5b5e-4148-88f2-8dc57849309b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 May 17 18:25:00.649676 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:00.659225 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:00.669076 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:00.669708 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:00.691885 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] No DVR routers for this DVR port 200d9682-a32c-4f1b-afac-5e03e64190d5 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:00.694391 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:00.697612 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93aafac6-8803-4f0d-8ac0-17205e86b926 req-69c02b7b-77cf-4201-990f-6f37142682f8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "DELETE /v2.0/ports/200d9682-a32c-4f1b-afac-5e03e64190d5 HTTP/1.1" status: 204 len: 173 time: 0.8249679 May 17 18:25:00.698060 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'name': 'network-vif-deleted', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:00.701194 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949bc621-117b-49fa-949f-46942a76d40a" -d '{"events": [{"server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "name": "network-vif-deleted", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:00.737651 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31977b6-3e2e-4bd1-b36e-abe63cc8c99d x-openstack-request-id: req-f31977b6-3e2e-4bd1-b36e-abe63cc8c99d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:00.737948 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f92bd0-84e7-4e4f-b596-c73c9453ce85", "name": "network-vif-deleted", "tag": "200d9682-a32c-4f1b-afac-5e03e64190d5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:00.738207 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f31977b6-3e2e-4bd1-b36e-abe63cc8c99d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:00.738616 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31977b6-3e2e-4bd1-b36e-abe63cc8c99d'] response: {'server_uuid': '83f92bd0-84e7-4e4f-b596-c73c9453ce85', 'name': 'network-vif-deleted', 'tag': '200d9682-a32c-4f1b-afac-5e03e64190d5', 'status': 'completed', 'code': 200} May 17 18:25:00.902721 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:01.081676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:01.109973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:01.118126 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:01.118735 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:01.167661 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b5ce5cd-197d-4019-8ac1-85e82ca18150 req-37f90e69-d2f6-4e34-bcf7-b0231b7c8299 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0266998 May 17 18:25:01.218444 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:01.396685 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:01.420767 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84d8be-cc67-47cc-933f-3b2f345fc958 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:01.510785 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcbfb-e7ee-4f2d-ad61-c427d6418105 req-e96c0904-4210-4504-8c5f-26ab40999c6e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:01.512267 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fbfcbfb-e7ee-4f2d-ad61-c427d6418105 req-e96c0904-4210-4504-8c5f-26ab40999c6e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0633459 May 17 18:25:01.660828 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f430d1-493d-4d63-b6c4-93e6cf75a3f5 None None] New status for floating IP 5c272657-fffa-4067-ae15-35c897e7becf: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:01.832442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92620161-743e-4d7e-9f54-40a4e7cadf60 req-8a7ea407-bf5c-4fea-a8b1-8bbf995278e9 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:01.839287 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92620161-743e-4d7e-9f54-40a4e7cadf60 req-8a7ea407-bf5c-4fea-a8b1-8bbf995278e9 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0731378 May 17 18:25:01.868487 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fbfcbfb-e7ee-4f2d-ad61-c427d6418105 req-a0250551-abc2-4cc7-87f3-b9b6d65e55e7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3495777 May 17 18:25:01.897499 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92620161-743e-4d7e-9f54-40a4e7cadf60 req-cfcfab49-e9e4-4db5-ab2f-75f35ae739e5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573509 May 17 18:25:02.281100 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9e97364d-7b01-46a0-8786-a12023818ee3 req-1d31af25-1e5b-4793-9583-133edbb0ea0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f92bd0-84e7-4e4f-b596-c73c9453ce85 HTTP/1.1" status: 200 len: 210 time: 0.0292237 May 17 18:25:02.647762 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:25:03.009219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d7d6-a8fb-479a-959b-016668e19af9 req-cba460cf-c308-41ce-aaa0-d3dd224f3e23 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:03.010679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a7e2d7d6-a8fb-479a-959b-016668e19af9 req-cba460cf-c308-41ce-aaa0-d3dd224f3e23 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0743942 May 17 18:25:03.025094 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4057d5-f58c-4031-bf3d-bcb13d8daf77 req-54dd2866-1781-4033-9429-e5b51bbf11d4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:03.026452 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5e4057d5-f58c-4031-bf3d-bcb13d8daf77 req-54dd2866-1781-4033-9429-e5b51bbf11d4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0593956 May 17 18:25:03.111477 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a7e2d7d6-a8fb-479a-959b-016668e19af9 req-b77c54d6-4944-4be2-b13f-a7b05fd6cdbf tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932436 May 17 18:25:03.115216 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5e4057d5-f58c-4031-bf3d-bcb13d8daf77 req-de8428af-c568-4815-85fc-8b3dd7ecf9a2 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827572 May 17 18:25:03.223414 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08ad03-e93b-4a9f-9640-c7b4e9eaeb1f req-4e23bbc1-c72d-4571-95f0-2801556a769f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:03.224837 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae08ad03-e93b-4a9f-9640-c7b4e9eaeb1f req-4e23bbc1-c72d-4571-95f0-2801556a769f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0458663 May 17 18:25:03.272771 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae08ad03-e93b-4a9f-9640-c7b4e9eaeb1f req-867b03b8-6b55-4ef0-9172-299ab46a997d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 May 17 18:25:03.294838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.333810 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f5d54-944f-40a3-a2a8-5aacfd9b0f2a tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:03.333810 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-335f5d54-944f-40a3-a2a8-5aacfd9b0f2a tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1125 time: 0.0374603 May 17 18:25:03.336894 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34264) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.341638 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:03.362939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.365640 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.417560 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.442281 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.443667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.491347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.493508 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.494651 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/security-groups/1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36 HTTP/1.1" status: 204 len: 168 time: 0.1280146 May 17 18:25:03.497756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.514287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28053346-0ff3-473a-9fd9-553c082fc57b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:03.517719 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-963333e0-eb24-4de0-b0c3-6c8a62acd311 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] show failed (client error): The resource could not be found. May 17 18:25:03.518691 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-963333e0-eb24-4de0-b0c3-6c8a62acd311 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups/1bc86bc6-8d2b-41cc-9cd2-0e2ff0805b36 HTTP/1.1" status: 404 len: 347 time: 0.0200605 May 17 18:25:03.521786 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.556706 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.27.0.143 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/d46f342c-77d4-4815-8b9f-b2aaabe3b03e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:03.631968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port 2d169f18-f886-4927-b429-4812dc593cc7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:03.632298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (2d169f18-f886-4927-b429-4812dc593cc7), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.660765 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.677393 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 200d9682-a32c-4f1b-afac-5e03e64190d5 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:03.694333 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.707881 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (2d169f18-f886-4927-b429-4812dc593cc7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.708256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (2d169f18-f886-4927-b429-4812dc593cc7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.710082 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 200d9682-a32c-4f1b-afac-5e03e64190d5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:03.710625 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 200d9682-a32c-4f1b-afac-5e03e64190d5 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:03.720829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for 2d169f18-f886-4927-b429-4812dc593cc7 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:03.730687 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:03.733511 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:03.737124 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:03.762188 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=d46f342c-77d4-4815-8b9f-b2aaabe3b03e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:03.855194 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (2d169f18-f886-4927-b429-4812dc593cc7), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.879957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=2d169f18-f886-4927-b429-4812dc593cc7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:03.905023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (5c272657-fffa-4067-ae15-35c897e7becf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.907519 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:03.908663 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3026fe24-9d8b-442d-8199-1a3b6c8c6c1a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/floatingips/5c272657-fffa-4067-ae15-35c897e7becf HTTP/1.1" status: 204 len: 168 time: 0.3860960 May 17 18:25:03.991129 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:03.995676 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734950500', 'description': 'tempest-description--1867909834'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:04.016970 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.090105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (8303c937-b61d-4f78-a98d-3c50afe2f2d3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.093740 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8303c937-b61d-4f78-a98d-3c50afe2f2d3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.112028 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (d35828a1-c084-427a-8522-3b249c58ca26), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.123288 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.124482 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322956 May 17 18:25:04.126329 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc48bc0-3824-4b3b-b33b-e9ce6e133514 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8303c937-b61d-4f78-a98d-3c50afe2f2d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:04.129597 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34280) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:04.134132 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '8303c937-b61d-4f78-a98d-3c50afe2f2d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:04.162774 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (7417c7d4-ef65-423b-85a4-8f0161b785d5), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.209998 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (7417c7d4-ef65-423b-85a4-8f0161b785d5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.213928 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (7417c7d4-ef65-423b-85a4-8f0161b785d5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.218125 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.231952 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7417c7d4-ef65-423b-85a4-8f0161b785d5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:04.240497 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.244155 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5494a418-394e-4fac-8e87-dd19007fd7c2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108594 May 17 18:25:04.244325 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:04.249329 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '8303c937-b61d-4f78-a98d-3c50afe2f2d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:04.259119 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d7299-ec6f-40ea-8a3f-79b34d716494 req-6f8261d8-90ed-4a0e-9374-ebe6f63a8d3a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:04.260575 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f59d7299-ec6f-40ea-8a3f-79b34d716494 req-6f8261d8-90ed-4a0e-9374-ebe6f63a8d3a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0784590 May 17 18:25:04.274892 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (aaa9f89e-d1ce-4ff6-9bdd-fff46caa8880), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.329416 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (aaa9f89e-d1ce-4ff6-9bdd-fff46caa8880), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.334250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (aaa9f89e-d1ce-4ff6-9bdd-fff46caa8880), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.352382 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa9f89e-d1ce-4ff6-9bdd-fff46caa8880,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:04.361137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.365224 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-13bf1633-4608-4bd2-8c0e-05c9a5e1699d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171451 May 17 18:25:04.365424 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:04.369775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:04.380948 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f59d7299-ec6f-40ea-8a3f-79b34d716494 req-e2ce61ff-c2b7-43aa-aa81-60de59bc9146 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103239 May 17 18:25:04.390818 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.462755 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.468127 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.469726 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.533619 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=d46f342c-77d4-4815-8b9f-b2aaabe3b03e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:04.545546 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (d35828a1-c084-427a-8522-3b249c58ca26), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.581208 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.27.0.28 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/b3cebcfc-b877-4655-b13f-a85b723aaae4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:04.642215 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP d35828a1-c084-427a-8522-3b249c58ca26 associated. External IP: 172.27.0.143, port: 0ec7785c-fbd9-442c-b93d-72558bcf9920. May 17 18:25:04.679041 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.710769 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.746082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:04.753343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:04.757068 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:04.761597 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=b3cebcfc-b877-4655-b13f-a85b723aaae4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:04.806076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.844137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.844851 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:04.949286 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:04.960521 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:04.968370 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:04.972542 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:04.973356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:05.000901 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f89503f6-97ac-4e7c-8ecf-50fbb49b4dc4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6609836 May 17 18:25:05.000901 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:05.001534 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ed423-2981-4d9e-a2b7-917cfc55a553" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:05.025393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:05.031026 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:05.038893 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2feb858-57a5-4f5c-b923-b4113926685c x-openstack-request-id: req-f2feb858-57a5-4f5c-b923-b4113926685c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:05.038893 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:05.039139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2feb858-57a5-4f5c-b923-b4113926685c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:05.039335 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2feb858-57a5-4f5c-b923-b4113926685c'] response: {'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'status': 'completed', 'code': 200} May 17 18:25:05.072103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:05.083600 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:05.107255 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=b3cebcfc-b877-4655-b13f-a85b723aaae4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:05.118106 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-b4ab8ae1-6acc-4e43-81d2-ffe28ca2e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.119618 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-b4ab8ae1-6acc-4e43-81d2-ffe28ca2e9d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1130 time: 0.0568891 May 17 18:25:05.122630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:05.123699 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-57f447bc-9b88-4bfd-a1d4-f34bdef946c7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7573645 May 17 18:25:05.189986 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:05.217784 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-1e3101d7-beb2-4450-ac54-aff108e92e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.219324 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-1e3101d7-beb2-4450-ac54-aff108e92e00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0938199 May 17 18:25:05.292874 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-c857c587-a7c2-4f62-ba9e-4c2cd2341eda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 1000 time: 0.0661578 May 17 18:25:05.293349 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-9a18dc8a-718a-4328-8dd6-39e86c8d88a9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--734950500&fields=id&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 267 time: 0.0479636 May 17 18:25:05.339833 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:03Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:05.362265 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-1a2f8f30-3599-4288-af24-7df62008ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.363729 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-1a2f8f30-3599-4288-af24-7df62008ff70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0593688 May 17 18:25:05.378726 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:05.387343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:05.387971 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:05.417214 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-c5bb1cc5-0199-4fe6-a789-e7066d9cfec7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.419090 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-c5bb1cc5-0199-4fe6-a789-e7066d9cfec7 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1176572 May 17 18:25:05.422088 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-f56914f9-79d1-45d5-902b-45d5f7a70ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.423608 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-f56914f9-79d1-45d5-902b-45d5f7a70ce1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516131 May 17 18:25:05.434889 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-f0d85752-f022-4da5-9fd8-b293b59ec502 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/quotas/37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 375 time: 0.0102403 May 17 18:25:05.492148 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-6517218b-3776-4c38-a021-26fb978f193e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510023 May 17 18:25:05.505812 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:05.540955 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-057b7009-59d8-40d3-932d-0394d667abb5 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104057 May 17 18:25:05.643548 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-adfdb8ae-cd7c-44b5-9107-f22177ce56de service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395538 May 17 18:25:05.666233 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f7ed423-2981-4d9e-a2b7-917cfc55a553 req-e427389b-156c-4afd-b4f0-67f98c6edcd7 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171083 May 17 18:25:05.756185 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:03Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:05.767075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c04a-81a4-4f78-a885-71f085f39c55 req-5555f739-07dc-4cd3-afd4-90fc1425d5c0 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:05.768528 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c737c04a-81a4-4f78-a885-71f085f39c55 req-5555f739-07dc-4cd3-afd4-90fc1425d5c0 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0634856 May 17 18:25:05.771417 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-2f8e79bc-848a-4cf8-ae9d-c78dce193fcc service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270978 May 17 18:25:05.781994 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50e7fb-fe66-473b-95b6-f9a977e3bfaf None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:03Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:05.856607 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c737c04a-81a4-4f78-a885-71f085f39c55 req-ea835fe6-f2f8-4338-b987-9e1bc6325e59 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818248 May 17 18:25:05.992728 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1763aa5b-7794-4f9e-a19a-38ea644ce373 req-f7bfd186-427d-4928-986b-e90fe2715f12 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0524988 May 17 18:25:06.087970 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97dbcd0-7ade-409a-ae08-67aa7353e49b None None] New status for floating IP d35828a1-c084-427a-8522-3b249c58ca26: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:06.984837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766be4ce-4b36-4a30-9c7f-4d0944cc1ae8 req-eb8ce2ef-de4a-428b-9410-a16df41b349c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:06.986594 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-766be4ce-4b36-4a30-9c7f-4d0944cc1ae8 req-eb8ce2ef-de4a-428b-9410-a16df41b349c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0528989 May 17 18:25:07.055909 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-766be4ce-4b36-4a30-9c7f-4d0944cc1ae8 req-4b9c6720-781c-4d52-857e-cd2ddb30a87d tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&id=b3a07366-5f97-4c55-a2cf-c20fd251d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616364 May 17 18:25:07.098065 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2da2b857-1964-4fe9-bb7c-47820a571819 req-fcd8d7dd-6272-485f-8c09-45fc4716df76 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0309668 May 17 18:25:07.493949 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-de838bb5-a37f-4897-b0c3-d1fc857be9e6 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:07.495295 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-de838bb5-a37f-4897-b0c3-d1fc857be9e6 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1044316 May 17 18:25:07.554365 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-0a1f2380-116f-4fb8-bb6d-5dec5ce9d428 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 379 time: 0.0503433 May 17 18:25:07.571419 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'port': {'device_id': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'admin_state_up': True, 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'security_groups': ['8303c937-b61d-4f78-a98d-3c50afe2f2d3']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:07.678471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:25:07.682349 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:07.803777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.20.0.13 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/e1f657e8-cda2-47ce-8831-b51d319d4c42) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:07.947684 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:07.978999 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.020078 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:08.025204 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:08.029100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:08.034703 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:08.035330 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.038959 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:08.054585 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-3d2b2b00-c28d-4154-887a-cdbc1a412a6d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4885275 May 17 18:25:08.066173 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Request body: {'port': {'device_id': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:08.134534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.221782 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e38aa-b73e-498f-b3ef-b4af49914354 req-8ecc8d1d-90e9-4eed-b957-0c264739adbe tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:08.226063 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-741e38aa-b73e-498f-b3ef-b4af49914354 req-8ecc8d1d-90e9-4eed-b957-0c264739adbe tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 932 time: 0.0537286 May 17 18:25:08.274027 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ea9128c-be9f-4f4f-91ec-973218e0d2e2 None None] Provisioning complete for port e1f657e8-cda2-47ce-8831-b51d319d4c42 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:08.274636 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ea9128c-be9f-4f4f-91ec-973218e0d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.300200 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-741e38aa-b73e-498f-b3ef-b4af49914354 req-ed39b042-0bde-4c73-8e0c-2ea6d627de75 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699956 May 17 18:25:08.386236 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c892f-cb82-4224-8376-a820e591897f req-1c556203-437a-4203-86d6-fbe8133463be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:08.388385 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-124c892f-cb82-4224-8376-a820e591897f req-1c556203-437a-4203-86d6-fbe8133463be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0488329 May 17 18:25:08.438740 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-124c892f-cb82-4224-8376-a820e591897f req-97a42fa1-3586-4f01-a394-2e7022c04f62 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 May 17 18:25:08.453238 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9128c-be9f-4f4f-91ec-973218e0d2e2 None None] Port e1f657e8-cda2-47ce-8831-b51d319d4c42 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:25:08.469666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f657e8-cda2-47ce-8831-b51d319d4c42 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:08.477138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks [] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.489244 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Transition to ACTIVE for port object e1f657e8-cda2-47ce-8831-b51d319d4c42 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:25:08.493023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.546893 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:08.576270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Attempting to bind port e1f657e8-cda2-47ce-8831-b51d319d4c42 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:25:08.576520 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Attempting to bind port e1f657e8-cda2-47ce-8831-b51d319d4c42 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:25:08.576845 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Attempting to bind port e1f657e8-cda2-47ce-8831-b51d319d4c42 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:08.581356 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Port e1f657e8-cda2-47ce-8831-b51d319d4c42 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:25:08.581701 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Attempting to bind port e1f657e8-cda2-47ce-8831-b51d319d4c42 on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:08.586780 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:25:08.587189 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:25:08.587533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:25:08.587962 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Bound port: e1f657e8-cda2-47ce-8831-b51d319d4c42, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:25:08.588327 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.650445 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:25:08.654413 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:25:08.661741 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.694996 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:08.695614 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:08.696996 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] 10.222.0.59 "PUT /v2.0/ports/e1f657e8-cda2-47ce-8831-b51d319d4c42 HTTP/1.1" status: 200 len: 1094 time: 0.6357963 May 17 18:25:08.697440 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:08.699717 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aef4df0-55ae-4465-8430-ece0cbad4483" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:08.729411 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e4e51-adf0-45a0-9d16-ab1aa00911bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:08.748635 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbc0d1-9c35-46eb-ba04-c25e7ccee098 x-openstack-request-id: req-b9cbc0d1-9c35-46eb-ba04-c25e7ccee098 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:08.748924 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:08.749173 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9cbc0d1-9c35-46eb-ba04-c25e7ccee098 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:08.749602 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cbc0d1-9c35-46eb-ba04-c25e7ccee098'] response: {'name': 'network-changed', 'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'status': 'completed', 'code': 200} May 17 18:25:09.411087 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45171-7ee0-41d6-9ae6-3a1517d18008 req-0ec58ef0-d18a-4252-936c-b2d4503613eb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:09.412526 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dca45171-7ee0-41d6-9ae6-3a1517d18008 req-0ec58ef0-d18a-4252-936c-b2d4503613eb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0490382 May 17 18:25:09.458330 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dca45171-7ee0-41d6-9ae6-3a1517d18008 req-54e89dd9-ec34-45cb-b9df-ecb4772406ba tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 May 17 18:25:09.562250 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f7661-d0a5-4cd0-83ff-33649a31f912 req-43a2e8a1-ed88-42d9-bbfc-3a7fe4546835 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:09.563706 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e4f7661-d0a5-4cd0-83ff-33649a31f912 req-43a2e8a1-ed88-42d9-bbfc-3a7fe4546835 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0467315 May 17 18:25:09.610132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e4f7661-d0a5-4cd0-83ff-33649a31f912 req-bea4dea6-86e4-40c3-8e6d-40afa85f7430 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 May 17 18:25:09.724308 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-9228d6ec-dde0-42a6-ae9f-8b7f7e94b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:09.725924 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-9228d6ec-dde0-42a6-ae9f-8b7f7e94b88c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 1128 time: 0.0421429 May 17 18:25:09.845166 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-c17fcc35-0aa0-4c50-bffc-06a1c90ee5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:09.846634 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-c17fcc35-0aa0-4c50-bffc-06a1c90ee5fd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=37a912f3b6fa407bb4495fb6462250e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902638 May 17 18:25:10.163874 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-2b592256-2c21-467a-b26b-e2572981c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.165363 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6aef4df0-55ae-4465-8430-ece0cbad4483 req-2b592256-2c21-467a-b26b-e2572981c01a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031213 May 17 18:25:10.293930 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-2a6f01eb-230d-4e92-ab96-4ecbb2ae8f52 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.295343 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-2a6f01eb-230d-4e92-ab96-4ecbb2ae8f52 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0705216 May 17 18:25:10.300343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-88b8fc24-0212-4ff4-bc0c-8bbbfc3d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.301705 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-88b8fc24-0212-4ff4-bc0c-8bbbfc3d964c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 1128 time: 0.0504372 May 17 18:25:10.360531 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-135ef623-83e1-40a8-b359-d3586c8e3fec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42 HTTP/1.1" status: 200 len: 217 time: 0.0502305 May 17 18:25:10.442063 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Deleting port 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:10.442330 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:10.447104 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-d68c5381-426e-44c0-ae4c-348f20d9aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.448513 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-d68c5381-426e-44c0-ae4c-348f20d9aac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0796640 May 17 18:25:10.536249 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-d182719f-9813-4460-898b-ccfb9e5d72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.537750 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-d182719f-9813-4460-898b-ccfb9e5d72e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762265 May 17 18:25:10.574474 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b283d-3449-4f0e-9530-134569244184 req-dbbc2015-31e6-4325-abf1-80de0e9907d1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.576191 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c4b283d-3449-4f0e-9530-134569244184 req-dbbc2015-31e6-4325-abf1-80de0e9907d1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0462482 May 17 18:25:10.589656 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] For port 06e106bb-68fb-497b-a3fb-dae45c0c334c, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=06e106bb-68fb-497b-a3fb-dae45c0c334c,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:10.590025 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:10.625809 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c4b283d-3449-4f0e-9530-134569244184 req-d8a9a4da-f08e-463e-893b-34bdb882ea8e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 May 17 18:25:10.698681 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-b297a8d1-c740-4aa6-937d-0607ae50c298 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530399 May 17 18:25:10.728918 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570475-a5e2-4b1d-a878-ecf1b99141b7 req-57c7b39e-b204-4532-bc51-b72cc2541306 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:10.730405 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1a570475-a5e2-4b1d-a878-ecf1b99141b7 req-57c7b39e-b204-4532-bc51-b72cc2541306 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 946 time: 0.0472105 May 17 18:25:10.777395 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1a570475-a5e2-4b1d-a878-ecf1b99141b7 req-fd5e9725-1ef1-4437-8c94-89221452f44c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b7ffbd6-e1b8-4d03-9938-c076cce7d260&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 May 17 18:25:10.860585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:10.861150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:10.861267 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Floating IP 0cab9a3a-d98a-421a-b89a-e7baca2c7440 disassociated. External IP: 172.27.0.187, port: 06e106bb-68fb-497b-a3fb-dae45c0c334c. May 17 18:25:10.861597 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Calling delete_port for 06e106bb-68fb-497b-a3fb-dae45c0c334c owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:10.873334 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3246dc5-f9c3-4f1d-b699-6e35db240b6f req-bcbda60c-f949-4c3f-868e-10923d210fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454685 May 17 18:25:10.989153 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (06e106bb-68fb-497b-a3fb-dae45c0c334c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:11.017341 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'Port': ['ID=06e106bb-68fb-497b-a3fb-dae45c0c334c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:11.126676 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:11.226032 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:11.239381 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:11.251850 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:11.252879 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:11.277119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] No DVR routers for this DVR port 06e106bb-68fb-497b-a3fb-dae45c0c334c on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:11.280031 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:11.284555 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2724df6-54cd-4361-9b22-205e4791fe51 req-b63e4dfb-e95d-4cfd-9dd1-be1f8a82e5b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "DELETE /v2.0/ports/06e106bb-68fb-497b-a3fb-dae45c0c334c HTTP/1.1" status: 204 len: 173 time: 0.9817708 May 17 18:25:11.285089 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-deleted', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:11.287470 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691665d8-febf-4e97-a79d-d3a7381fdec0" -d '{"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-deleted", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:11.323775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a26a54f-8647-4caf-a288-218bee702f8b x-openstack-request-id: req-5a26a54f-8647-4caf-a288-218bee702f8b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:11.324164 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e", "name": "network-vif-deleted", "tag": "06e106bb-68fb-497b-a3fb-dae45c0c334c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:11.324586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a26a54f-8647-4caf-a288-218bee702f8b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:11.325646 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a26a54f-8647-4caf-a288-218bee702f8b'] response: {'server_uuid': '7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e', 'name': 'network-vif-deleted', 'tag': '06e106bb-68fb-497b-a3fb-dae45c0c334c', 'status': 'completed', 'code': 200} May 17 18:25:11.358080 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:11.558292 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:11.582168 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:11.590140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:11.591248 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:24:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:11.686852 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:11.750339 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d60e02-5509-404c-a1e1-fdfa9c64ad94 req-58fd316c-bd9d-4a39-942a-4ed12526c10a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:11.751728 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05d60e02-5509-404c-a1e1-fdfa9c64ad94 req-58fd316c-bd9d-4a39-942a-4ed12526c10a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0471985 May 17 18:25:11.797540 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05d60e02-5509-404c-a1e1-fdfa9c64ad94 req-fe15867a-1771-42d4-8655-b8f5a7601f40 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 May 17 18:25:11.869771 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:11.881579 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0798944e-f5bb-46ce-8846-814d40bc8874 req-6be07841-2317-48c1-976f-51182ccbaef1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0294876 May 17 18:25:11.901804 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c371b9-2307-4d0e-9a01-12a8e9866857 None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:12.123643 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfe58e-1f02-4d20-8cce-a45f1cac38c9 None None] New status for floating IP 0cab9a3a-d98a-421a-b89a-e7baca2c7440: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:12.907772 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb290c-dc04-4c36-b76b-a701f31648bc req-12337f9e-3c3e-4dbb-bf1c-190f6b914ecb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:12.909236 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17bb290c-dc04-4c36-b76b-a701f31648bc req-12337f9e-3c3e-4dbb-bf1c-190f6b914ecb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0460656 May 17 18:25:12.956975 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17bb290c-dc04-4c36-b76b-a701f31648bc req-372aef3b-601a-4431-b623-ac7f24776694 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 May 17 18:25:12.984080 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3c6bcaa-db1b-4914-b8a6-2a54957de5ff req-bbc2dfde-adde-4a07-964f-1c1c0ab9816b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0261433 May 17 18:25:13.733635 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:13.754124 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 06e106bb-68fb-497b-a3fb-dae45c0c334c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:13.754472 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 06e106bb-68fb-497b-a3fb-dae45c0c334c not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:14.078624 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dc3b9-7f0e-4639-917f-920592a940f1 req-c42d7e4c-a89c-40b5-a740-d0dfb18af39f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:14.080090 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2e5dc3b9-7f0e-4639-917f-920592a940f1 req-c42d7e4c-a89c-40b5-a740-d0dfb18af39f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0540130 May 17 18:25:14.117095 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9450706-11be-49d1-b930-410eb351bfb0 req-a77326d7-4eb8-42d8-9d70-3f268c1a24df tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=7be5ae4c-f5c2-493c-b00a-e1d9dfb0446e HTTP/1.1" status: 200 len: 210 time: 0.0358872 May 17 18:25:14.151538 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2e5dc3b9-7f0e-4639-917f-920592a940f1 req-d8935913-8b61-44f4-a1af-829423da5271 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622382 May 17 18:25:14.882792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaa392-e563-4577-9ebe-1eafb26b5742 req-9424ece8-a76d-431e-bd59-e52347fed902 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:14.884220 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9eaa392-e563-4577-9ebe-1eafb26b5742 req-9424ece8-a76d-431e-bd59-e52347fed902 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0463362 May 17 18:25:14.929365 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9eaa392-e563-4577-9ebe-1eafb26b5742 req-49afc3d6-a266-4026-9187-cbbd6426bbac tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396168 May 17 18:25:15.003034 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f49be80f-34cf-48e2-9cb5-3db308ff5493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.210546 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:15.286416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826b3f4-cfde-46ca-bf4a-ff18262d9574 req-16bc4296-38d8-40ca-837a-ef2f27b4bac8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:15.287853 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c826b3f4-cfde-46ca-bf4a-ff18262d9574 req-16bc4296-38d8-40ca-837a-ef2f27b4bac8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 944 time: 0.0680254 May 17 18:25:15.316422 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (2b7ffbd6-e1b8-4d03-9938-c076cce7d260), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.353335 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (2b7ffbd6-e1b8-4d03-9938-c076cce7d260), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.373436 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c826b3f4-cfde-46ca-bf4a-ff18262d9574 req-707d68b0-c8e2-44ab-bbe0-2cfe434b52bd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789247 May 17 18:25:15.409999 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2b7ffbd6-e1b8-4d03-9938-c076cce7d260), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.412501 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.413654 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "DELETE /v2.0/security-groups/2b7ffbd6-e1b8-4d03-9938-c076cce7d260 HTTP/1.1" status: 204 len: 168 time: 0.2020996 May 17 18:25:15.416512 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34414) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:15.422589 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45862b-7889-4c18-a3d8-88eff45e473a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ffbd6-e1b8-4d03-9938-c076cce7d260,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:15.432901 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-494205b7-034c-4d6e-ae2b-d9707e15a9a7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] show failed (client error): The resource could not be found. May 17 18:25:15.434044 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-494205b7-034c-4d6e-ae2b-d9707e15a9a7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups/2b7ffbd6-e1b8-4d03-9938-c076cce7d260 HTTP/1.1" status: 404 len: 347 time: 0.0165658 May 17 18:25:15.436933 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34416) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:15.545100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Deleting port 646a2002-968a-4715-864e-e6481890fd2e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:15.545450 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (646a2002-968a-4715-864e-e6481890fd2e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.618782 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (646a2002-968a-4715-864e-e6481890fd2e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.619100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (646a2002-968a-4715-864e-e6481890fd2e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.631066 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Calling delete_port for 646a2002-968a-4715-864e-e6481890fd2e owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:15.741442 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device e1f657e8-cda2-47ce-8831-b51d319d4c42 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:25:15.757662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (646a2002-968a-4715-864e-e6481890fd2e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.786351 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'Port': ['ID=646a2002-968a-4715-864e-e6481890fd2e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:15.807354 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (0cab9a3a-d98a-421a-b89a-e7baca2c7440), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.809873 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.811007 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-be53b326-0d37-4503-9a19-387f78ad9055 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "DELETE /v2.0/floatingips/0cab9a3a-d98a-421a-b89a-e7baca2c7440 HTTP/1.1" status: 204 len: 168 time: 0.3731811 May 17 18:25:15.839576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:15.853433 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'port_id': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'mac_address': 'fa:16:3e:3b:35:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:25:15.887804 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port e1f657e8-cda2-47ce-8831-b51d319d4c42 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:15.888187 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.897225 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:15.901099 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f657e8-cda2-47ce-8831-b51d319d4c42 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:15.901695 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426906904', 'description': 'tempest-description--1086021151'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:15.921780 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:15.923589 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.925996 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:15.976567 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:15.998325 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (7cbc68a5-8947-4f92-aef7-0dc913b38766), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.001841 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7cbc68a5-8947-4f92-aef7-0dc913b38766), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.033623 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.034841 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365933 May 17 18:25:16.035901 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5b612-d8f1-4f77-b072-b4e628374bdb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc68a5-8947-4f92-aef7-0dc913b38766,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:16.039169 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34424) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:16.043607 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group_rule': {'security_group_id': '7cbc68a5-8947-4f92-aef7-0dc913b38766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:16.048117 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6cbe3-7418-4b6e-89dd-9803a1f893fe req-794ab63c-2503-4872-81cf-99da66d5d24f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:16.049599 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fa6cbe3-7418-4b6e-89dd-9803a1f893fe req-794ab63c-2503-4872-81cf-99da66d5d24f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0519671 May 17 18:25:16.069499 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (16714df4-1e41-4f07-aeb1-0790ac4bf2a1), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.104730 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4fa6cbe3-7418-4b6e-89dd-9803a1f893fe req-02a5bddb-2a97-45ad-a3a6-da0af3bf58a3 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493987 May 17 18:25:16.119853 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (16714df4-1e41-4f07-aeb1-0790ac4bf2a1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.123920 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (16714df4-1e41-4f07-aeb1-0790ac4bf2a1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.143621 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16714df4-1e41-4f07-aeb1-0790ac4bf2a1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:16.148695 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.149898 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d7a7c98d-f9b3-4865-aa8b-bec3f48f7529 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098027 May 17 18:25:16.153500 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34426) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:16.157974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'security_group_rule': {'security_group_id': '7cbc68a5-8947-4f92-aef7-0dc913b38766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:16.183990 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (df36683a-9ffa-4b67-ada0-3ee9609b25b8), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.238111 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (df36683a-9ffa-4b67-ada0-3ee9609b25b8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.241722 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (df36683a-9ffa-4b67-ada0-3ee9609b25b8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.264287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df36683a-9ffa-4b67-ada0-3ee9609b25b8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:16.269841 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.270983 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1a9442a1-adec-4409-a783-dd5e6fb357e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165519 May 17 18:25:16.274143 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34428) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:16.278828 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:16.298243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.359886 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['e1f657e8-cda2-47ce-8831-b51d319d4c42'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:25:16.372118 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.486912 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Allocated IP 172.27.0.195 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/9c2f6a9a-d930-451a-ab64-ebc2b34533d9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:16.488883 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809a802-7c10-437d-ac1d-2692fd2b9b7a req-33c4a442-709e-48af-8c87-320260851fee tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:16.490342 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2809a802-7c10-437d-ac1d-2692fd2b9b7a req-33c4a442-709e-48af-8c87-320260851fee tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 945 time: 0.0483899 May 17 18:25:16.541676 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2809a802-7c10-437d-ac1d-2692fd2b9b7a req-adc5b609-22f1-436d-aba9-4fcb84da01ac tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 May 17 18:25:16.587048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.617670 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.651226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:16.653866 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:16.657262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:16.673978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=9c2f6a9a-d930-451a-ab64-ebc2b34533d9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:16.711407 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.745589 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.911455 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.915688 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.943701 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.965906 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:16.967093 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6920362 May 17 18:25:16.967919 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc641e-7d55-4684-9855-49de35423659 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=9c2f6a9a-d930-451a-ab64-ebc2b34533d9,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:17.111024 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-2cf4036e-2ac5-4b92-b4e1-f191f280a24a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--426906904&fields=id&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 267 time: 0.0409627 May 17 18:25:17.212797 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96530ad5-c08a-486f-af6d-c459dea670e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:17.235659 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652a460-74db-4c2d-bf69-4c329ae90302 req-ed32d6d1-d974-4a0c-83b8-edbb598c9d62 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:17.237109 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5652a460-74db-4c2d-bf69-4c329ae90302 req-ed32d6d1-d974-4a0c-83b8-edbb598c9d62 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0566936 May 17 18:25:17.260717 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-5331d585-6da4-41ea-ae6c-dfbfb46d0158 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:17.262047 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-5331d585-6da4-41ea-ae6c-dfbfb46d0158 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 817 time: 0.1448081 May 17 18:25:17.282967 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-913ba823-18c9-4fa7-9306-8f55a9df2a01 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/quotas/379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 375 time: 0.0150170 May 17 18:25:17.560306 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5652a460-74db-4c2d-bf69-4c329ae90302 req-dd63d8aa-8d10-4bab-b3fe-3aeb202f1d09 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145177 May 17 18:25:17.572481 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-ce0a035d-56c1-40c2-827b-4ac28c3bdb5a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2840586 May 17 18:25:17.695026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891979-4ed3-4da8-b07e-4074cfbc994d req-9ba00c33-fe9e-410f-9dd1-20a364e0b620 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:17.696491 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d891979-4ed3-4da8-b07e-4074cfbc994d req-9ba00c33-fe9e-410f-9dd1-20a364e0b620 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 945 time: 0.0811603 May 17 18:25:17.722636 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-dba02655-168e-4e96-95a0-d6e9ee560069 service neutron] 10.222.0.65 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374967 May 17 18:25:17.759131 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device e1f657e8-cda2-47ce-8831-b51d319d4c42 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:25:17.776752 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d891979-4ed3-4da8-b07e-4074cfbc994d req-fa0d9ee1-e6d5-467c-808d-547f9ec51aab tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705643 May 17 18:25:17.803322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port e1f657e8-cda2-47ce-8831-b51d319d4c42 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:25:17.809867 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port e1f657e8-cda2-47ce-8831-b51d319d4c42 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:17.810270 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:17.839647 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-db398216-a696-4884-9c4a-5a25937b12b1 service neutron] 10.222.0.65 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107194 May 17 18:25:17.881975 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port e1f657e8-cda2-47ce-8831-b51d319d4c42 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:17.882359 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:17.906110 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:17.908354 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68a05b-048e-4947-bb83-bfe8a7d58eee" -d '{"events": [{"server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "name": "network-vif-plugged", "status": "completed", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:17.921371 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:17.925593 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:17.969071 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99601b89-b931-47cc-8bc0-940c94baaceb x-openstack-request-id: req-99601b89-b931-47cc-8bc0-940c94baaceb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:17.969561 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "name": "network-vif-plugged", "status": "completed", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:17.969822 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99601b89-b931-47cc-8bc0-940c94baaceb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:17.970216 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99601b89-b931-47cc-8bc0-940c94baaceb'] response: {'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'code': 200} May 17 18:25:17.988021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:18.016382 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b307c90-cc9d-4d9d-815a-a1a8619948dc req-a76865e4-17c6-430f-a238-99f91f9698d7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 210 time: 0.0376863 May 17 18:25:18.294687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775453f4-7fce-4190-88d3-5008fb075691 req-cc457913-09f0-48f0-bcf8-ffcbe382a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:18.296584 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-775453f4-7fce-4190-88d3-5008fb075691 req-cc457913-09f0-48f0-bcf8-ffcbe382a26c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 1130 time: 0.0461915 May 17 18:25:18.326359 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:18.350752 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-775453f4-7fce-4190-88d3-5008fb075691 req-6f284856-c80c-42b6-a8cd-07ad857c5f94 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 May 17 18:25:18.672120 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7bc71-11f8-4e94-8305-9db940fde4db req-8cd247f8-6944-4469-9847-1d443d7f1d74 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:18.673541 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cf7bc71-11f8-4e94-8305-9db940fde4db req-8cd247f8-6944-4469-9847-1d443d7f1d74 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0451145 May 17 18:25:18.719273 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cf7bc71-11f8-4e94-8305-9db940fde4db req-40094682-f310-4e83-bd9c-ddbbec3926ff tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=805ad0a9-3b84-40c2-b45d-8997f867baf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 May 17 18:25:18.821433 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-f640db1e-98d6-4a51-b5a5-fdd4beb69d8c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:18.822900 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-f640db1e-98d6-4a51-b5a5-fdd4beb69d8c tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 945 time: 0.0472198 May 17 18:25:18.891217 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043023a-3a55-4649-8cae-f0dcf78c1cbd req-a1569c93-8240-45d5-a026-451a26e19494 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:18.892854 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2043023a-3a55-4649-8cae-f0dcf78c1cbd req-a1569c93-8240-45d5-a026-451a26e19494 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0472019 May 17 18:25:18.912381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Deleting port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:18.912794 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:18.948880 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2043023a-3a55-4649-8cae-f0dcf78c1cbd req-0822db48-6a08-4e7c-9899-526ba4629690 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492616 May 17 18:25:19.001838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] For port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:19.002381 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.121093 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b9e7bf2-31e8-41bc-abc6-19d2f919276a req-7cbe05c5-3ee4-4063-8169-9fed926cd66a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 210 time: 0.0270464 May 17 18:25:19.168766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.169126 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.169433 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Floating IP 704cac62-7d23-40b5-a64e-0380ce04eda4 disassociated. External IP: 172.27.0.87, port: 08d646aa-87c5-4998-abe8-ddbc4d06f4f0. May 17 18:25:19.169801 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Calling delete_port for 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:19.305711 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (08d646aa-87c5-4998-abe8-ddbc4d06f4f0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.332256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event deleted for resources: {'Port': ['ID=08d646aa-87c5-4998-abe8-ddbc4d06f4f0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:19.396685 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f57544-6991-47ba-8c4c-9236c74253bd req-6cb4714f-44a3-42e0-9f61-389a4e2cfe27 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:19.398210 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04f57544-6991-47ba-8c4c-9236c74253bd req-6cb4714f-44a3-42e0-9f61-389a4e2cfe27 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0485599 May 17 18:25:19.441077 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:19.444646 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04f57544-6991-47ba-8c4c-9236c74253bd req-3c165863-8d35-47f3-bdb6-8f3f2ce1cb62 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 May 17 18:25:19.543141 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:19.552919 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:19.563185 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:19.563807 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:19.585825 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] No DVR routers for this DVR port 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:19.588032 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.591315 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b60860b6-bf27-42f4-a612-55646e8e2a7b req-4f5f6c38-760d-4492-ba87-e3f1a73bbb1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "DELETE /v2.0/ports/08d646aa-87c5-4998-abe8-ddbc4d06f4f0 HTTP/1.1" status: 204 len: 173 time: 0.7619255 May 17 18:25:19.591739 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'name': 'network-vif-deleted', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:19.594007 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a290ab-3afa-4009-8e53-4d354c89d091" -d '{"events": [{"server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "name": "network-vif-deleted", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:19.628507 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5d011a-040c-47c3-9d6e-972563b991cd x-openstack-request-id: req-6a5d011a-040c-47c3-9d6e-972563b991cd {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:19.628823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94d1524-97f8-49d7-8685-184066d438d2", "name": "network-vif-deleted", "tag": "08d646aa-87c5-4998-abe8-ddbc4d06f4f0", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:19.629076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a5d011a-040c-47c3-9d6e-972563b991cd {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:19.629513 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5d011a-040c-47c3-9d6e-972563b991cd'] response: {'server_uuid': 'b94d1524-97f8-49d7-8685-184066d438d2', 'name': 'network-vif-deleted', 'tag': '08d646aa-87c5-4998-abe8-ddbc4d06f4f0', 'status': 'completed', 'code': 200} May 17 18:25:19.665918 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:19.789229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:19.880146 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7355b9bb-f886-41e5-a817-2a534b919a1e req-b1cdc04c-0393-4ae2-acc6-56d2acb8aa19 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0433986 May 17 18:25:19.933189 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:19.963262 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:19.972862 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:19.973494 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:20.080801 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc14a-d78b-49ee-8ba8-e26d50ecd94d req-dda5a137-971a-4d81-8b2e-607fcb3489ff tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:20.082372 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59fdc14a-d78b-49ee-8ba8-e26d50ecd94d req-dda5a137-971a-4d81-8b2e-607fcb3489ff tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0536356 May 17 18:25:20.082537 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:20.131150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59fdc14a-d78b-49ee-8ba8-e26d50ecd94d req-2b638382-99f4-4aaf-abb1-1cd89ad1a740 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 May 17 18:25:20.261052 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a1878659-f4f9-45d5-b1ba-2b14751a8eb9 req-71aa9e96-a325-433a-83ec-6dfd52b79fa4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 210 time: 0.0527000 May 17 18:25:20.273417 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c0b42-859e-422c-8ab2-2248385957ac req-33e17b62-a62d-4b97-9d26-ad8759ac9611 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:20.274886 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-311c0b42-859e-422c-8ab2-2248385957ac req-33e17b62-a62d-4b97-9d26-ad8759ac9611 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0776579 May 17 18:25:20.284913 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34490) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:20.289365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'port_id': 'e1f657e8-cda2-47ce-8831-b51d319d4c42'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:20.329589 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:20.393061 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:20.416792 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0000b02-a5e1-40e7-8245-285daaddf48a None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:46Z', 'revision_number': 4, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '6246f4b7-61df-4bbb-974f-95a970b9241c', 'name': '', 'network_id': '3108c074-e89d-458b-b4f7-22798aa06562', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'mac_address': 'fa:16:3e:9c:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:43Z', 'updated_at': '2022-05-17T18:18:02Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'subnets': [{'id': 'ec93c781-8e77-470d-8d18-1706fdf1a760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:20.608874 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ffa91-9678-498f-8b7f-83cde4f26320 req-fc01a4d3-27c6-4c63-b5ae-c7b94e0588d9 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:20.610401 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a7ffa91-9678-498f-8b7f-83cde4f26320 req-fc01a4d3-27c6-4c63-b5ae-c7b94e0588d9 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0926316 May 17 18:25:20.653909 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e259409-0687-4fbd-8667-93514d584b15 None None] New status for floating IP 704cac62-7d23-40b5-a64e-0380ce04eda4: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:20.729210 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a7ffa91-9678-498f-8b7f-83cde4f26320 req-5e09ab59-372b-4b90-982b-d124579bc7cd tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129749 May 17 18:25:20.830177 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:20.834265 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:20.930162 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 86240829-ba5f-45b0-b67e-79333bf4243e associated. External IP: 172.27.0.28, port: e1f657e8-cda2-47ce-8831-b51d319d4c42. May 17 18:25:20.994457 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-66438d7f-00de-4b8a-965c-68af9b4a4b39 req-c24b5500-9099-4253-a0c8-6e8a809dbfd5 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b94d1524-97f8-49d7-8685-184066d438d2 HTTP/1.1" status: 200 len: 210 time: 0.0331037 May 17 18:25:21.145430 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:21.246914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:21.251869 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:21.257785 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:21.272736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:21.273543 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:21.285788 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f6b4f0b5-15ac-42f8-8c74-7a35c6d539e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "PUT /v2.0/floatingips/86240829-ba5f-45b0-b67e-79333bf4243e HTTP/1.1" status: 200 len: 991 time: 0.9975793 May 17 18:25:21.285788 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:21.286678 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f725fafa-21b0-4c64-95a9-27f1abcfee36" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:21.330166 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f43542-c3a2-463c-bc1f-a3050592d02a x-openstack-request-id: req-b0f43542-c3a2-463c-bc1f-a3050592d02a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:21.330466 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:21.330722 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0f43542-c3a2-463c-bc1f-a3050592d02a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:21.331126 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f43542-c3a2-463c-bc1f-a3050592d02a'] response: {'name': 'network-changed', 'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'status': 'completed', 'code': 200} May 17 18:25:21.383623 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dbb27a95-5726-4f01-8605-763cc220170a req-4b84d676-d19c-42f3-a70e-9af47e84f125 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 210 time: 0.0321414 May 17 18:25:21.385019 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:21.478713 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:21.557453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-090d2e96-260d-4859-9958-90a7e2b3a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:21.559996 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-090d2e96-260d-4859-9958-90a7e2b3a13a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 1130 time: 0.0643067 May 17 18:25:21.610429 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86240829-ba5f-45b0-b67e-79333bf4243e', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:3b:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:04Z', 'updated_at': '2022-05-17T18:25:20Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:21.614688 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83370334-1b07-43dd-9a93-614d6a100d09 req-3ef13f8f-e41a-4794-983e-528121a8cb0e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:21.616126 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83370334-1b07-43dd-9a93-614d6a100d09 req-3ef13f8f-e41a-4794-983e-528121a8cb0e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0772889 May 17 18:25:21.639015 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:21.643340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-15362d7d-4444-4308-84e0-27f7668c3f18 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:21.644783 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-15362d7d-4444-4308-84e0-27f7668c3f18 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 817 time: 0.1624675 May 17 18:25:21.647293 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:21.647908 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:21.748266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:21.808784 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:21.849037 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:21.849388 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 08d646aa-87c5-4998-abe8-ddbc4d06f4f0 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:21.900970 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-b1f9483b-4f8f-431a-af06-76cab96b7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:21.903362 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-b1f9483b-4f8f-431a-af06-76cab96b7779 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.1389940 May 17 18:25:21.919158 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-abb19961-e800-4f34-95e2-52618d5436c0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 379 time: 0.1417227 May 17 18:25:21.936500 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Deleting port d33b9990-24b2-40c1-bba4-2f0d0da36778 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:21.936795 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:21.959093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4715e-57b7-4bce-9990-98587b2a1502 req-20e2bb14-a5d5-4311-9746-294e1a9782e2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:21.960706 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-10a4715e-57b7-4bce-9990-98587b2a1502 req-20e2bb14-a5d5-4311-9746-294e1a9782e2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 945 time: 0.0560815 May 17 18:25:22.055189 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] For port d33b9990-24b2-40c1-bba4-2f0d0da36778, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d33b9990-24b2-40c1-bba4-2f0d0da36778,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:22.055658 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.125715 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-10a4715e-57b7-4bce-9990-98587b2a1502 req-2a26d6ec-1ae4-4287-8f7d-3393674eaf09 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=db34bc0f-cef8-4e0a-b054-02b942b5950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488626 May 17 18:25:22.142686 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:22.144467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86240829-ba5f-45b0-b67e-79333bf4243e', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:3b:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:04Z', 'updated_at': '2022-05-17T18:25:20Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:22.146241 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'port': {'device_id': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'admin_state_up': True, 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'security_groups': ['7cbc68a5-8947-4f92-aef7-0dc913b38766']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:22.162756 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-b0d78c35-3a39-46a0-a10d-accfbc92c149 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42 HTTP/1.1" status: 200 len: 999 time: 0.1791935 May 17 18:25:22.174030 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218cc00-8714-41fb-9b64-f5b954aaeee5 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86240829-ba5f-45b0-b67e-79333bf4243e', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:3b:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:04Z', 'updated_at': '2022-05-17T18:25:20Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:22.248073 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-54361e1d-dc2e-4c51-9fa8-a694bb665cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:22.250445 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-54361e1d-dc2e-4c51-9fa8-a694bb665cdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0804975 May 17 18:25:22.257183 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (805ad0a9-3b84-40c2-b45d-8997f867baf2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.314307 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (805ad0a9-3b84-40c2-b45d-8997f867baf2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.318030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-4f094794-af42-4860-95cb-d2c92f541d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:22.319637 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-4f094794-af42-4860-95cb-d2c92f541d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596349 May 17 18:25:22.422202 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2424866-10bb-4153-b61f-fa3ac72f8144 None None] New status for floating IP 86240829-ba5f-45b0-b67e-79333bf4243e: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:22.459630 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-870dbe8b-349e-48df-acca-8679bd17f77e service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307361 May 17 18:25:22.475752 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (805ad0a9-3b84-40c2-b45d-8997f867baf2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.478606 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.479900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "DELETE /v2.0/security-groups/805ad0a9-3b84-40c2-b45d-8997f867baf2 HTTP/1.1" status: 204 len: 168 time: 0.3366797 May 17 18:25:22.493965 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:22.527872 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f6fd-9043-4510-a650-2dfd47da0c2f tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ad0a9-3b84-40c2-b45d-8997f867baf2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:22.560745 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.561523 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.562188 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Floating IP 24119ec3-a259-4705-b6a3-27af44939077 disassociated. External IP: 172.27.0.82, port: d33b9990-24b2-40c1-bba4-2f0d0da36778. May 17 18:25:22.562459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Calling delete_port for d33b9990-24b2-40c1-bba4-2f0d0da36778 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:22.580201 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bbe5d7b-c728-44fa-af41-e843a93e512a req-7dea6531-0c39-43f3-9677-812b86d0e212 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 210 time: 0.0780709 May 17 18:25:22.581255 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-0c82ba07-d2d7-4d91-83eb-735ea22ec8cd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] show failed (client error): The resource could not be found. May 17 18:25:22.582188 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0c82ba07-d2d7-4d91-83eb-735ea22ec8cd tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups/805ad0a9-3b84-40c2-b45d-8997f867baf2 HTTP/1.1" status: 404 len: 347 time: 0.0791292 May 17 18:25:22.584817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:22.645634 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Made reservation on behalf of 379adfd2520a4d2dba04fca7fa3a1d95 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:25:22.648966 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.687683 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-a0c6ce27-e47b-4b2d-95b1-fa5642e6919a service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204900 May 17 18:25:22.722048 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Deleting port 28101152-4789-47b8-8f2b-4151f9982084 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:22.722411 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (28101152-4789-47b8-8f2b-4151f9982084), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.801081 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (28101152-4789-47b8-8f2b-4151f9982084), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.801403 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (28101152-4789-47b8-8f2b-4151f9982084), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.808580 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (d33b9990-24b2-40c1-bba4-2f0d0da36778), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:22.815535 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Calling delete_port for 28101152-4789-47b8-8f2b-4151f9982084 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:22.843918 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'Port': ['ID=d33b9990-24b2-40c1-bba4-2f0d0da36778,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:22.860811 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Allocated IP 172.20.0.13 (6640be3d-e392-4726-8d89-eb40f1262219/2a33aa7e-63cf-4274-8a96-a98f7f2a28f9/9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:23.052954 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:23.132768 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.210823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:23.220360 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.227664 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:23.245547 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:23.247061 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:23.277636 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22778d17-332e-453d-a572-06a50c3299ad req-79301f44-6537-4799-adcf-2cb2befcde29 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b730dca-866b-4096-9175-6d27c3d35e55 HTTP/1.1" status: 200 len: 210 time: 0.0342116 May 17 18:25:23.289966 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] No DVR routers for this DVR port d33b9990-24b2-40c1-bba4-2f0d0da36778 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:23.297478 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.300720 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83370334-1b07-43dd-9a93-614d6a100d09 req-ce6caf65-5998-4bfe-89fe-f5b0c58af19e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "DELETE /v2.0/ports/d33b9990-24b2-40c1-bba4-2f0d0da36778 HTTP/1.1" status: 204 len: 173 time: 1.5371168 May 17 18:25:23.302425 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Network 6640be3d-e392-4726-8d89-eb40f1262219 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:23.303029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'name': 'network-vif-deleted', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:23.305391 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67206a1-115b-4f1f-81db-723207c05bba" -d '{"events": [{"server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "name": "network-vif-deleted", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:23.308918 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (28101152-4789-47b8-8f2b-4151f9982084), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.314443 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:23.320097 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:23.327586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:23.328347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.354235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event deleted for resources: {'Port': ['ID=28101152-4789-47b8-8f2b-4151f9982084,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:23.378979 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:23.406362 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7b138-f720-4895-bdaa-320af72856b0 x-openstack-request-id: req-c7e7b138-f720-4895-bdaa-320af72856b0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:23.406662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b730dca-866b-4096-9175-6d27c3d35e55", "name": "network-vif-deleted", "tag": "d33b9990-24b2-40c1-bba4-2f0d0da36778", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:23.407043 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7e7b138-f720-4895-bdaa-320af72856b0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:23.407486 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e7b138-f720-4895-bdaa-320af72856b0'] response: {'server_uuid': '8b730dca-866b-4096-9175-6d27c3d35e55', 'name': 'network-vif-deleted', 'tag': 'd33b9990-24b2-40c1-bba4-2f0d0da36778', 'status': 'completed', 'code': 200} May 17 18:25:23.418271 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-3666fb91-0b62-45bc-95fb-01321042e772 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2696280 May 17 18:25:23.425954 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Request body: {'port': {'device_id': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:23.450429 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks [] for floatingip (704cac62-7d23-40b5-a64e-0380ce04eda4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.459572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.460952 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ecf3717a-8bba-4ea8-b901-1cd4053d7ce0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "DELETE /v2.0/floatingips/704cac62-7d23-40b5-a64e-0380ce04eda4 HTTP/1.1" status: 204 len: 168 time: 0.8752267 May 17 18:25:23.472492 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:23.556638 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.703622 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:23.737437 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:23.741694 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ba427e79-d9c7-4f50-b156-ea9893954ef8 None None] Provisioning complete for port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:23.742066 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba427e79-d9c7-4f50-b156-ea9893954ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.753729 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a5a0-c657-4c17-822b-7d38c2d64ae3 req-49ba9296-ac69-444f-bcb9-8a8f453795db tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:23.755331 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40b8a5a0-c657-4c17-822b-7d38c2d64ae3 req-49ba9296-ac69-444f-bcb9-8a8f453795db tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 932 time: 0.0629067 May 17 18:25:23.774413 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:23.775070 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:23.817382 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40b8a5a0-c657-4c17-822b-7d38c2d64ae3 req-56298084-8092-4465-9399-0b1a8ddd108a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559902 May 17 18:25:23.822470 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ba427e79-d9c7-4f50-b156-ea9893954ef8 None None] Port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:25:23.901159 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:23.910660 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:23.919276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks [] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.932880 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Transition to ACTIVE for port object 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:25:23.937121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:23.993114 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:24.031487 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Attempting to bind port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:25:24.031851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Attempting to bind port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:25:24.032146 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Attempting to bind port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:24.037108 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f on network 6640be3d-e392-4726-8d89-eb40f1262219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:25:24.037423 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Attempting to bind port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f on network 6640be3d-e392-4726-8d89-eb40f1262219 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:24.042957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:25:24.043293 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Checking segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:25:24.043674 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Bound using segment: {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:25:24.044120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Bound port: 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959bcd4e-3b69-4a20-9378-32ff7cb05cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:25:24.044480 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.111016 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:25:24.114397 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:25:24.121385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.155175 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:24.155870 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.157234 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1094 time: 0.7355142 May 17 18:25:24.186469 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591e36e-776e-4c70-ae05-8707ee4776c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:24.245665 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-c71597ca-29c2-4fb1-a943-6e87326d6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:24.247737 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-c71597ca-29c2-4fb1-a943-6e87326d6757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1128 time: 0.0486720 May 17 18:25:24.255570 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:24.284313 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1076460-0d29-4bc1-bbae-438a0235b677 None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:24.288522 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-fb33c181-d1a5-45ee-b634-211f39a2c11f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 217 time: 0.0323713 May 17 18:25:24.342526 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-29d04487-a816-4fb4-ad8a-a3951315541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:24.344034 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-29d04487-a816-4fb4-ad8a-a3951315541b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0500052 May 17 18:25:24.396830 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:24.405737 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6643-6382-4020-ad23-782c031663ca req-0e89f9aa-a56e-46ed-af61-602313757460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:24.407139 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-0e89f9aa-a56e-46ed-af61-602313757460 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565052 May 17 18:25:24.458050 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (db34bc0f-cef8-4e0a-b054-02b942b5950f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.484467 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (db34bc0f-cef8-4e0a-b054-02b942b5950f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.506070 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-a7bad32b-50c9-4e4e-9a60-739156824128 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915558 May 17 18:25:24.540817 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (db34bc0f-cef8-4e0a-b054-02b942b5950f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.543666 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.547267 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "DELETE /v2.0/security-groups/db34bc0f-cef8-4e0a-b054-02b942b5950f HTTP/1.1" status: 204 len: 168 time: 0.1460254 May 17 18:25:24.548299 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:24.569279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35e77d-04a5-4a6a-a6fb-c3a0b15e9585 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34bc0f-cef8-4e0a-b054-02b942b5950f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:24.571493 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-631790ce-3b65-4339-8623-3d053e909e7a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] show failed (client error): The resource could not be found. May 17 18:25:24.572531 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-631790ce-3b65-4339-8623-3d053e909e7a tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups/db34bc0f-cef8-4e0a-b054-02b942b5950f HTTP/1.1" status: 404 len: 347 time: 0.0233297 May 17 18:25:24.576642 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:24.597611 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d1e61-63bd-44cf-a396-66684a25896e None None] New status for floating IP 24119ec3-a259-4705-b6a3-27af44939077: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:24.609087 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbe6643-6382-4020-ad23-782c031663ca req-2bbedda6-59d3-4cc5-bf87-8e963b79a7fd service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956478 May 17 18:25:24.705034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Deleting port 1b87f72f-d39c-4289-9564-633d80d87039 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:24.705372 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (1b87f72f-d39c-4289-9564-633d80d87039), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.789303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (1b87f72f-d39c-4289-9564-633d80d87039), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.789665 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (1b87f72f-d39c-4289-9564-633d80d87039), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:24.801367 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Calling delete_port for 1b87f72f-d39c-4289-9564-633d80d87039 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:24.970227 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0bf2-e2f4-4906-a496-48814d2eac02 req-fe882449-6820-477f-ae7f-486f59ca61b2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:24.971710 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b0f0bf2-e2f4-4906-a496-48814d2eac02 req-fe882449-6820-477f-ae7f-486f59ca61b2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0585010 May 17 18:25:24.973195 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (1b87f72f-d39c-4289-9564-633d80d87039), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.005577 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'Port': ['ID=1b87f72f-d39c-4289-9564-633d80d87039,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:25.091535 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b0f0bf2-e2f4-4906-a496-48814d2eac02 req-91ba352a-62bb-4710-8ccf-a8e8c213d14c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120481 May 17 18:25:25.097702 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (24119ec3-a259-4705-b6a3-27af44939077), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.100265 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.101313 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-44e06154-e175-424e-b49d-a45621eaa57f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "DELETE /v2.0/floatingips/24119ec3-a259-4705-b6a3-27af44939077 HTTP/1.1" status: 204 len: 168 time: 0.5232966 May 17 18:25:25.178060 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:25.182607 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016579413', 'description': 'tempest-description--1227041686'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:25.203122 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.268241 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (f107f9d4-29c5-4098-9571-fd1653464374), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.271994 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f107f9d4-29c5-4098-9571-fd1653464374), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.300519 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.301743 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1226156 May 17 18:25:25.304721 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:25.305603 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314da5d8-4d20-4bde-bce8-162090ff919f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f107f9d4-29c5-4098-9571-fd1653464374,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:25.309359 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group_rule': {'security_group_id': 'f107f9d4-29c5-4098-9571-fd1653464374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:25.333973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (e9b591cd-4917-4f3f-9669-af46f64f64ea), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.386576 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (e9b591cd-4917-4f3f-9669-af46f64f64ea), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.390150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (e9b591cd-4917-4f3f-9669-af46f64f64ea), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.407250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b591cd-4917-4f3f-9669-af46f64f64ea,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:25.409226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:25.411828 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a" -d '{"events": [{"name": "network-changed", "server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:25.417268 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.418981 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-50d6f247-2c96-499c-ae67-498fba4402f8 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132376 May 17 18:25:25.421569 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:25.425894 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'security_group_rule': {'security_group_id': 'f107f9d4-29c5-4098-9571-fd1653464374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:25.450856 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18167c-fbaa-4335-833a-28177dd2b282 x-openstack-request-id: req-ff18167c-fbaa-4335-833a-28177dd2b282 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:25.451153 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:25.451404 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff18167c-fbaa-4335-833a-28177dd2b282 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:25.451784 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff18167c-fbaa-4335-833a-28177dd2b282'] response: {'name': 'network-changed', 'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'status': 'completed', 'code': 200} May 17 18:25:25.453498 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (301a0a6c-7d06-4a2a-836a-7aa93424a432), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.507276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (301a0a6c-7d06-4a2a-836a-7aa93424a432), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.510580 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (301a0a6c-7d06-4a2a-836a-7aa93424a432), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.527778 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301a0a6c-7d06-4a2a-836a-7aa93424a432,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:25.537766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.538928 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-13aa8a5b-452f-4a61-84ca-d258e397912c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164691 May 17 18:25:25.542030 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:25.546291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:25.566739 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.646670 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.748419 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Allocated IP 172.27.0.141 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/45eda9e3-58ac-49a0-814e-726f1cef38bc) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:25.784464 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d33b9990-24b2-40c1-bba4-2f0d0da36778 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:25.803348 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: d33b9990-24b2-40c1-bba4-2f0d0da36778 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:25.803690 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d33b9990-24b2-40c1-bba4-2f0d0da36778 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:25.851958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.884760 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.919636 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:25.922378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:25.925822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:25.938915 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=45eda9e3-58ac-49a0-814e-726f1cef38bc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:25.980105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:25.990948 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f96a-9c10-4709-8c8b-cde9cfcde5fb req-51a8dd92-6a77-4726-9a5c-94033f0f1a18 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:25.992471 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c61f96a-9c10-4709-8c8b-cde9cfcde5fb req-51a8dd92-6a77-4726-9a5c-94033f0f1a18 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0515873 May 17 18:25:26.017366 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:26.040152 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c61f96a-9c10-4709-8c8b-cde9cfcde5fb req-6b0f2467-0548-4685-966d-a625fda670d2 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 May 17 18:25:26.185581 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:26.190212 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:26.211505 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df8fe6-76ca-4426-9233-d0f522cf224d req-49becb61-8153-49e4-a670-34b54e0fcded tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:26.212969 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52df8fe6-76ca-4426-9233-d0f522cf224d req-49becb61-8153-49e4-a670-34b54e0fcded tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0489881 May 17 18:25:26.218247 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:26.242073 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:26.243190 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7002468 May 17 18:25:26.244093 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b06f6b-c0a7-4841-b7d2-fb80fbe3b217 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=45eda9e3-58ac-49a0-814e-726f1cef38bc,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:26.267950 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52df8fe6-76ca-4426-9233-d0f522cf224d req-1a0b0e2a-b38a-483a-8dbc-761e080c0d76 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 May 17 18:25:26.387515 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-1c58ba83-1ae1-4277-9500-8b8e68c1bc29 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1016579413&fields=id&tenant_id=cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 267 time: 0.0417197 May 17 18:25:26.494387 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-4e40412b-61a7-4aaf-9e54-4cba3505cb2e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:26.496474 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-4e40412b-61a7-4aaf-9e54-4cba3505cb2e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 810 time: 0.1024017 May 17 18:25:26.510711 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-60b77b0d-5597-4d85-87de-7e84b6711189 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/quotas/cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 375 time: 0.0089562 May 17 18:25:26.559864 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-162c3306-c43e-489e-9224-5d7d0de8eaef tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439134 May 17 18:25:26.655702 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-5c0c9753-196c-4f25-83d4-7e303ac74f8c service neutron] 10.222.0.65 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 May 17 18:25:26.743020 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-1232acca-bb1d-4131-b3c5-af77b55658a2 service neutron] 10.222.0.65 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817778 May 17 18:25:26.904764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d5df4a3b-7487-4789-b3cc-04063ad0ff70 req-7680017d-3b75-4de9-ade6-20e94e6dd3df tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 210 time: 0.0323329 May 17 18:25:26.949777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-866d7d3e-7ed8-4da2-a99a-174afaa31764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:26.951539 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-866d7d3e-7ed8-4da2-a99a-174afaa31764 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1128 time: 0.0432072 May 17 18:25:27.105343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-3669ed29-1e85-418d-9c87-8b58b4623c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.107037 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-3669ed29-1e85-418d-9c87-8b58b4623c89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0938151 May 17 18:25:27.156401 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4a1c0-548a-45d8-8bc2-12b48850b4e0 req-aa558e3b-fc63-494e-adcf-fc9e6bfd478b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.158539 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27b4a1c0-548a-45d8-8bc2-12b48850b4e0 req-aa558e3b-fc63-494e-adcf-fc9e6bfd478b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0474460 May 17 18:25:27.168251 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-79ddda2d-3d17-46de-84f3-a205d02e4f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 217 time: 0.0359063 May 17 18:25:27.211540 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27b4a1c0-548a-45d8-8bc2-12b48850b4e0 req-fa24bf53-0873-4c7a-a225-ab5b442faab4 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 May 17 18:25:27.226994 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-b38d2696-3f91-4135-83ca-dd5da48c5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.229260 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-b38d2696-3f91-4135-83ca-dd5da48c5adc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0529981 May 17 18:25:27.310767 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-492dfd04-f6e6-4001-860e-1bb1f41061ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.312536 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-492dfd04-f6e6-4001-860e-1bb1f41061ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408797 May 17 18:25:27.389957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a101-8489-4a6d-99a0-bd2cb1d26503 req-4e94a6ee-294f-41cd-8534-bd2469e830fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.391440 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9226a101-8489-4a6d-99a0-bd2cb1d26503 req-4e94a6ee-294f-41cd-8534-bd2469e830fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0466490 May 17 18:25:27.403390 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-2aa0de1a-f908-4c63-8d25-1e80e4ab323f service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 May 17 18:25:27.437672 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9226a101-8489-4a6d-99a0-bd2cb1d26503 req-380f4a40-fdf0-491d-96ad-91e0b76b94e7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 May 17 18:25:27.700512 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-bffd506d-36b0-4f08-b861-2d1c31a0b6e7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:27.701954 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-bffd506d-36b0-4f08-b861-2d1c31a0b6e7 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0525441 May 17 18:25:27.715118 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2b52301-21c9-4fc7-9aa2-eb6ba922732a req-e502b06f-fca2-472e-8930-bc41946747f6 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236925 May 17 18:25:28.006358 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e6f10a31-de65-4758-bac0-dd9ebd928b4b req-74640506-f5be-4868-9dec-3aa764c377ff tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 210 time: 0.0304496 May 17 18:25:28.057297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Deleting port 43a789b0-1ac7-4729-8cc9-8ad941391439 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:28.057959 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:28.187626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-f129302d-5880-4906-a5e7-9a37509f1a7e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:28.189048 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-f129302d-5880-4906-a5e7-9a37509f1a7e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 810 time: 0.1671598 May 17 18:25:28.203862 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] For port 43a789b0-1ac7-4729-8cc9-8ad941391439, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=43a789b0-1ac7-4729-8cc9-8ad941391439,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:28.204226 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:28.227605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Calling delete_port for 43a789b0-1ac7-4729-8cc9-8ad941391439 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:28.317565 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-74f82bd0-6352-465a-8716-de70b009ceb6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7eb45f1cd74f84943f4b991986973d HTTP/1.1" status: 200 len: 380 time: 0.1107416 May 17 18:25:28.327227 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454d91-806b-4f10-b48f-02d5be540790 req-f1e594d8-c378-47b6-8d94-5c081ae796e6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:28.327812 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'port': {'device_id': '8e325b5f-1d56-4055-829d-f41198c02382', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'admin_state_up': True, 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'security_groups': ['f107f9d4-29c5-4098-9571-fd1653464374']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:28.328685 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16454d91-806b-4f10-b48f-02d5be540790 req-f1e594d8-c378-47b6-8d94-5c081ae796e6 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e0dba9-a1b6-44ad-af16-8419624a2ba6 HTTP/1.1" status: 200 len: 945 time: 0.0477297 May 17 18:25:28.375363 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16454d91-806b-4f10-b48f-02d5be540790 req-e557794d-9ce7-4fc8-acc6-3a7011c5cb26 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 May 17 18:25:28.471347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (43a789b0-1ac7-4729-8cc9-8ad941391439), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:28.481131 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Made reservation on behalf of cd7eb45f1cd74f84943f4b991986973d for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:25:28.483934 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['1740059f-81f9-4984-963e-accf4e584516', '43a789b0-1ac7-4729-8cc9-8ad941391439'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:25:28.484409 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:28.511054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event deleted for resources: {'Port': ['ID=43a789b0-1ac7-4729-8cc9-8ad941391439,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:28.568254 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850496c-7fa6-43af-8c83-489686007d4a req-6634dbe2-875a-4d10-a85e-f95df3a794a6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:28.569888 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e850496c-7fa6-43af-8c83-489686007d4a req-6634dbe2-875a-4d10-a85e-f95df3a794a6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0557940 May 17 18:25:28.576102 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] No DVR routers for this DVR port 43a789b0-1ac7-4729-8cc9-8ad941391439 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:28.610534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:28.613655 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-86e87061-224c-40bc-9433-a8a4a5ac1c09 req-d512f7ee-6c5f-49d6-84de-61007bd6bb88 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "DELETE /v2.0/ports/43a789b0-1ac7-4729-8cc9-8ad941391439 HTTP/1.1" status: 204 len: 173 time: 0.6776719 May 17 18:25:28.614095 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'name': 'network-vif-deleted', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:28.616392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6e4f2f-6ea1-4709-9038-c8345566a2b4" -d '{"events": [{"server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "name": "network-vif-deleted", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:28.626122 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e850496c-7fa6-43af-8c83-489686007d4a req-76020f76-bdfb-4419-a86d-a0ee41d3aa9a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487745 May 17 18:25:28.897214 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d54cd7c-4c42-42d8-8e4a-528a24762d64 x-openstack-request-id: req-8d54cd7c-4c42-42d8-8e4a-528a24762d64 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:28.897534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e0dba9-a1b6-44ad-af16-8419624a2ba6", "name": "network-vif-deleted", "tag": "43a789b0-1ac7-4729-8cc9-8ad941391439", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:28.897787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d54cd7c-4c42-42d8-8e4a-528a24762d64 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:28.898183 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d54cd7c-4c42-42d8-8e4a-528a24762d64'] response: {'server_uuid': '56e0dba9-a1b6-44ad-af16-8419624a2ba6', 'name': 'network-vif-deleted', 'tag': '43a789b0-1ac7-4729-8cc9-8ad941391439', 'status': 'completed', 'code': 200} May 17 18:25:28.925411 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Allocated IP 172.20.0.5 (68688597-c210-4792-9189-73af0d2f702a/5c18e1d7-9ea4-49b0-92ee-73c4af41ca93/cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:25:29.064784 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.095756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.133379 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae248d2-e9da-4aaa-9d91-8f305caa93a0 req-360d4882-055f-4153-b425-9033980e5087 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.135298 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dae248d2-e9da-4aaa-9d91-8f305caa93a0 req-360d4882-055f-4153-b425-9033980e5087 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 931 time: 0.0528111 May 17 18:25:29.138759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Network 68688597-c210-4792-9189-73af0d2f702a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:25:29.141953 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:25:29.144348 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:25:29.150290 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.151101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.168110 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event updated for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:29.182101 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8d7c308b-8963-4ea0-9a6b-dda9f3df7da6 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580806 May 17 18:25:29.194515 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dae248d2-e9da-4aaa-9d91-8f305caa93a0 req-c8019acc-3199-4577-865c-e28192ab586e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522594 May 17 18:25:29.195084 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Request body: {'port': {'device_id': '8e325b5f-1d56-4055-829d-f41198c02382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:29.267455 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.443279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-357c836b-3f24-4083-9e9b-15d0afb020b0 None None] Provisioning complete for port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:29.443863 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-357c836b-3f24-4083-9e9b-15d0afb020b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.477481 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-357c836b-3f24-4083-9e9b-15d0afb020b0 None None] Port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:25:29.565904 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:29.573321 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks [] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.588038 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Transition to ACTIVE for port object cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:25:29.591398 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.646250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:29.688317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Attempting to bind port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:25:29.688662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Attempting to bind port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:25:29.688988 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Attempting to bind port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:29.694099 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 on network 68688597-c210-4792-9189-73af0d2f702a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:25:29.694427 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Attempting to bind port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 on network 68688597-c210-4792-9189-73af0d2f702a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:25:29.700567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:25:29.700914 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Checking segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:25:29.701302 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Bound using segment: {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:25:29.701759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Bound port: cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e083f295-85ba-40be-9c92-ee230a90f23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68688597-c210-4792-9189-73af0d2f702a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:25:29.702128 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.774565 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:25:29.778573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:25:29.784501 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.819199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.819957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:29.821441 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 HTTP/1.1" status: 200 len: 1093 time: 0.6309183 May 17 18:25:29.844301 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:25:29.844933 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0fdb3-2e71-4f4d-ad11-000967a0b3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:29.858697 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35258f72-9ce2-49be-b016-9655cecea45a req-6d6aa895-85cf-47d0-bf35-baa17b36ee82 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.860265 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35258f72-9ce2-49be-b016-9655cecea45a req-6d6aa895-85cf-47d0-bf35-baa17b36ee82 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0919516 May 17 18:25:29.866513 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fa87-6807-4112-83a6-e3bc6753e963 req-5da5f172-9801-4060-9e35-6d0c36d1c4d0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.867934 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fe8fa87-6807-4112-83a6-e3bc6753e963 req-5da5f172-9801-4060-9e35-6d0c36d1c4d0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0890028 May 17 18:25:29.949353 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35258f72-9ce2-49be-b016-9655cecea45a req-f13f1b4d-ab72-4745-b533-f8e7d97658e2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804384 May 17 18:25:29.960508 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-2fa738ec-a91d-400b-a599-d9035941dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:29.962119 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-2fa738ec-a91d-400b-a599-d9035941dc9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 1127 time: 0.0533018 May 17 18:25:29.973620 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fe8fa87-6807-4112-83a6-e3bc6753e963 req-557d681d-bfe5-47f6-8539-40e3ed56704d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837929 May 17 18:25:30.013343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:30.016058 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-e3ca64c3-a012-46ff-8718-b3f2a61eec8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 HTTP/1.1" status: 200 len: 217 time: 0.0366323 May 17 18:25:30.026286 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:25:30.062156 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:30.062539 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.076719 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:30.097447 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:30.102193 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.159536 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:30.170540 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-a6bcf804-5f0f-4b66-a5fe-1d9a8ffc740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:30.171920 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-a6bcf804-5f0f-4b66-a5fe-1d9a8ffc740a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0436780 May 17 18:25:30.217676 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-b138fd5f-bafe-43ef-bc3c-bc2aa92396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:30.219134 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-b138fd5f-bafe-43ef-bc3c-bc2aa92396dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379281 May 17 18:25:30.311454 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48c1a1-891f-426d-bc66-9b64cc2fc59c req-0696c690-fbc9-4910-b2a2-ebcb6f18c15f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:30.312923 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e48c1a1-891f-426d-bc66-9b64cc2fc59c req-0696c690-fbc9-4910-b2a2-ebcb6f18c15f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 943 time: 0.0468628 May 17 18:25:30.337227 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-8e0904b1-b527-4b6b-848e-3e29f8633465 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 May 17 18:25:30.360669 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e48c1a1-891f-426d-bc66-9b64cc2fc59c req-d1522575-2b49-47ae-af90-79bce3ac7e3d tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 May 17 18:25:30.468772 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-342f3848-a62b-4c7f-8ab5-d27edcd7281d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:30.470121 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-342f3848-a62b-4c7f-8ab5-d27edcd7281d tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 945 time: 0.0922284 May 17 18:25:30.534778 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5d8b657-fee9-44fc-bac2-759692b78107 req-dbd5f478-b6d1-4fa1-b839-985dfd85f64e service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580241 May 17 18:25:30.570156 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Deleting port 1740059f-81f9-4984-963e-accf4e584516 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:30.570495 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (1740059f-81f9-4984-963e-accf4e584516), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.660424 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] For port 1740059f-81f9-4984-963e-accf4e584516, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=1740059f-81f9-4984-963e-accf4e584516,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:30.660782 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (1740059f-81f9-4984-963e-accf4e584516), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.678860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Calling delete_port for 1740059f-81f9-4984-963e-accf4e584516 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:30.808122 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (1740059f-81f9-4984-963e-accf4e584516), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.830158 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:25:30.837882 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Pushing event deleted for resources: {'Port': ['ID=1740059f-81f9-4984-963e-accf4e584516,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:30.856549 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['1740059f-81f9-4984-963e-accf4e584516'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:25:30.896353 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] No DVR routers for this DVR port 1740059f-81f9-4984-963e-accf4e584516 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:30.898651 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:30.901852 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f9c0d2d8-3445-4d56-8714-b3ff66c6547b req-8b3ebff0-89b2-4b2a-9878-7b62563cf636 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.59 "DELETE /v2.0/ports/1740059f-81f9-4984-963e-accf4e584516 HTTP/1.1" status: 204 len: 173 time: 0.4258356 May 17 18:25:30.902862 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'}, {'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'name': 'network-vif-deleted', 'tag': '1740059f-81f9-4984-963e-accf4e584516'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:30.905064 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96"}, {"server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "name": "network-vif-deleted", "tag": "1740059f-81f9-4984-963e-accf4e584516"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:30.948508 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 May 2022 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc088337-0086-4f78-8500-d4df8b0a933b x-openstack-request-id: req-cc088337-0086-4f78-8500-d4df8b0a933b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:30.949328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96", "status": "completed", "code": 200}, {"server_uuid": "01e82dfe-21e6-427a-82b1-0b2362423057", "name": "network-vif-deleted", "tag": "1740059f-81f9-4984-963e-accf4e584516", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:30.949606 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc088337-0086-4f78-8500-d4df8b0a933b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:30.950280 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc088337-0086-4f78-8500-d4df8b0a933b'] response: {'name': 'network-changed', 'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'status': 'completed', 'code': 200} May 17 18:25:30.950534 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc088337-0086-4f78-8500-d4df8b0a933b'] response: {'server_uuid': '01e82dfe-21e6-427a-82b1-0b2362423057', 'name': 'network-vif-deleted', 'tag': '1740059f-81f9-4984-963e-accf4e584516', 'status': 'completed', 'code': 200} May 17 18:25:31.083880 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8879cde4-2aa0-4c85-a2b8-cc64c72c18df req-4b68cad6-71f6-4872-95f1-a2debf2e69e0 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 210 time: 0.0446615 May 17 18:25:31.098112 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3112f-2024-4bea-a48d-0eb2079d9512 req-653dd23f-1919-45ae-b354-6f52c078de48 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:31.099562 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25b3112f-2024-4bea-a48d-0eb2079d9512 req-653dd23f-1919-45ae-b354-6f52c078de48 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0715568 May 17 18:25:31.146257 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25b3112f-2024-4bea-a48d-0eb2079d9512 req-20126133-bc13-46eb-9af6-325dc8ba5ea1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 May 17 18:25:31.470165 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30716d51-0e1e-4365-ade1-3f2f6a81c4a6 req-68e7f272-2104-4a8f-98e8-64af218c4222 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:31.471516 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30716d51-0e1e-4365-ade1-3f2f6a81c4a6 req-68e7f272-2104-4a8f-98e8-64af218c4222 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 943 time: 0.0464165 May 17 18:25:31.518987 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30716d51-0e1e-4365-ade1-3f2f6a81c4a6 req-845be9ff-1c9c-4925-a75a-decacd0a335f tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 May 17 18:25:31.845191 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:25:31.888640 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:25:31.894238 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:31.894610 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:31.962511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:31.962890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:31.984470 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:31.986693 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46306a7f-e016-4def-a0eb-00c8d5f1e311" -d '{"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:31.998868 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:32.003409 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:32.004322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 43a789b0-1ac7-4729-8cc9-8ad941391439 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:32.041520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbc84eb-4151-4c02-8821-514e204e154b x-openstack-request-id: req-acbc84eb-4151-4c02-8821-514e204e154b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:32.041841 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:32.042099 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acbc84eb-4151-4c02-8821-514e204e154b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:32.042492 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbc84eb-4151-4c02-8821-514e204e154b'] response: {'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'code': 200} May 17 18:25:32.045194 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 43a789b0-1ac7-4729-8cc9-8ad941391439 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:32.045566 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 43a789b0-1ac7-4729-8cc9-8ad941391439 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:32.068030 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:32.178470 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c313d38-8b44-4fb6-b988-191bf851241a req-a38a9f42-43d8-40ea-ac48-622a1c59f6a8 tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 210 time: 0.0280578 May 17 18:25:32.266336 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d18e-802d-4561-a534-40597ca8eba4 req-a838ab98-e877-4da9-847e-c3b17fe84f98 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:32.267793 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0373d18e-802d-4561-a534-40597ca8eba4 req-a838ab98-e877-4da9-847e-c3b17fe84f98 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0507600 May 17 18:25:32.316457 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0373d18e-802d-4561-a534-40597ca8eba4 req-fb06e923-13cd-4e02-b284-d1385bea269a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 May 17 18:25:32.627480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7689faf-6174-4c37-a777-e3272de41214 req-03bd3527-d02c-4f96-9eee-53645e20419e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:32.628914 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d7689faf-6174-4c37-a777-e3272de41214 req-03bd3527-d02c-4f96-9eee-53645e20419e tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 943 time: 0.0454612 May 17 18:25:32.674401 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d7689faf-6174-4c37-a777-e3272de41214 req-a3558552-32bc-45d8-ac87-68f339f5f8b3 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 May 17 18:25:33.012838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-f6a9f9c0-79e6-4911-af97-58c3fdd7ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.014427 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-f6a9f9c0-79e6-4911-af97-58c3fdd7ad9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 1127 time: 0.0396328 May 17 18:25:33.120092 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-33ebc83a-230e-4711-9ce2-43154d911f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.122119 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-33ebc83a-230e-4711-9ce2-43154d911f60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.0983529 May 17 18:25:33.285883 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02f01470-36ec-4e69-a7b5-17a5b4d811d0 req-75989ded-8c85-4257-9ac4-259fcc0f9c1b tempest-ServerRescueNegativeTestJSON-510098100 tempest-ServerRescueNegativeTestJSON-510098100-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e82dfe-21e6-427a-82b1-0b2362423057 HTTP/1.1" status: 200 len: 210 time: 0.0262771 May 17 18:25:33.384972 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-aa9904dd-3d7f-42a9-9efc-f3878fe26a1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 HTTP/1.1" status: 200 len: 217 time: 0.0336175 May 17 18:25:33.469185 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072abc0d-fbae-4079-8aaf-928eebdc689b req-f1d1b0ee-7026-41e0-a629-3b7e98cb7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.470794 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-072abc0d-fbae-4079-8aaf-928eebdc689b req-f1d1b0ee-7026-41e0-a629-3b7e98cb7139 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1130 time: 0.0855293 May 17 18:25:33.478634 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644e12a-5d79-45e0-9b68-6d371f2ab490 req-e18b0447-4c9a-4a53-8a7c-9d376a518aa8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.481764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1644e12a-5d79-45e0-9b68-6d371f2ab490 req-e18b0447-4c9a-4a53-8a7c-9d376a518aa8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0688860 May 17 18:25:33.493873 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-cac0420c-af08-4e4c-acee-2ea01213c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.497054 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-cac0420c-af08-4e4c-acee-2ea01213c2a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0823584 May 17 18:25:33.540230 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1644e12a-5d79-45e0-9b68-6d371f2ab490 req-b1adef2d-dfd0-40d8-98e0-15ab62774cb5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524368 May 17 18:25:33.569996 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-2db62d23-cc5f-438b-9cb9-3b50c4eb0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.571480 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-2db62d23-cc5f-438b-9cb9-3b50c4eb0cae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646832 May 17 18:25:33.589987 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-072abc0d-fbae-4079-8aaf-928eebdc689b req-bc5ae198-0441-4cfe-88d0-f1310738dd11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096110 May 17 18:25:33.666439 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-324449c9-2fbf-493e-9707-3085f1638812 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870903 May 17 18:25:33.785905 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b576f-4af8-4a8a-b099-9c18caf7ede2 req-26325ae6-53e4-4045-af31-71ec378c284c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:33.787346 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f84b576f-4af8-4a8a-b099-9c18caf7ede2 req-26325ae6-53e4-4045-af31-71ec378c284c tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 943 time: 0.0477583 May 17 18:25:33.834471 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f84b576f-4af8-4a8a-b099-9c18caf7ede2 req-3c13f88d-e6a4-4e71-8b6a-e1bacd5856d2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 May 17 18:25:33.860882 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:25:33.864097 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 1740059f-81f9-4984-963e-accf4e584516 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:33.887691 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 1740059f-81f9-4984-963e-accf4e584516 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:33.888028 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 1740059f-81f9-4984-963e-accf4e584516 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:33.985174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:33.989014 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ed1ff9d-0cb1-45d9-ba3f-a966b2b1d7d1 req-ba2eba22-f86f-4867-aa79-59daf4ed85b9 service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 May 17 18:25:33.996681 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'port_id': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'mac_address': 'fa:16:3e:64:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:25:34.032064 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:34.032484 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:34.044949 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:25:34.063880 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:34.067772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:34.112029 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:34.342650 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:34.509196 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:25:34.668017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dfaaf-5df9-4278-ab0a-3085f3d3add2 req-c165d85a-6328-4d34-8bc0-7fb5950ea591 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:34.669517 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7dfaaf-5df9-4278-ab0a-3085f3d3add2 req-c165d85a-6328-4d34-8bc0-7fb5950ea591 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0500846 May 17 18:25:34.715053 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7dfaaf-5df9-4278-ab0a-3085f3d3add2 req-de6e7f9a-a177-429a-99c0-802e93bf3810 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400839 May 17 18:25:34.801027 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:34.944878 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe02681-b0dc-42b3-8ee5-ffb7a23501c8 req-3915ad20-802e-40d7-83f9-dc4fc55fcc48 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:34.946366 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-afe02681-b0dc-42b3-8ee5-ffb7a23501c8 req-3915ad20-802e-40d7-83f9-dc4fc55fcc48 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 944 time: 0.0459847 May 17 18:25:34.992891 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-afe02681-b0dc-42b3-8ee5-ffb7a23501c8 req-216e24dc-3375-4d09-9a0f-e8c4b23d6989 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 May 17 18:25:35.067267 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Deleting port 6246f4b7-61df-4bbb-974f-95a970b9241c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:35.067604 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:35.144914 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] For port 6246f4b7-61df-4bbb-974f-95a970b9241c, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6246f4b7-61df-4bbb-974f-95a970b9241c,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:35.145307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:35.159237 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Calling delete_port for 6246f4b7-61df-4bbb-974f-95a970b9241c owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:35.327309 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (6246f4b7-61df-4bbb-974f-95a970b9241c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:35.353896 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6246f4b7-61df-4bbb-974f-95a970b9241c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:35.472080 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:35.572187 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:35.840012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb2211-9fe5-42d4-af2c-74359b8e86e0 req-24bba210-7419-4198-a196-44b772912dec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:35.841484 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cfb2211-9fe5-42d4-af2c-74359b8e86e0 req-24bba210-7419-4198-a196-44b772912dec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0502915 May 17 18:25:35.880958 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:25:35.892386 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6cfb2211-9fe5-42d4-af2c-74359b8e86e0 req-dd3beef4-bb6d-41b9-bfa7-1bb32ae2aa8b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 May 17 18:25:35.893045 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Router 18e4be91-3aa7-4367-9f8b-4b50c701b571 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:35.943721 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:25:35.954806 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:25:35.955253 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.027738 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:36.038108 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fde1abf8-185e-4b0d-ba0b-b049c34e8e21 admin admin] 10.222.0.65 "PUT /v2.0/routers/18e4be91-3aa7-4367-9f8b-4b50c701b571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942968 May 17 18:25:36.038417 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755c783-0e33-4f3f-8754-e324c46eedcf req-96a9d698-f493-41ee-9ffc-6fb07eaac7e2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:36.039997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9755c783-0e33-4f3f-8754-e324c46eedcf req-96a9d698-f493-41ee-9ffc-6fb07eaac7e2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0611427 May 17 18:25:36.040257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34672) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:36.048887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34674) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:36.049017 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Sync routers for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:36.053446 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Request body: {'floatingip': {'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:36.065397 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:36.066122 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:36.109733 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:36.110214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.133370 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.146017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d084e-73a3-4781-b122-332d90e6a62d req-b6c1102d-8a47-4f93-944f-58416e5b90f4 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:36.147697 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:36.148340 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-534d084e-73a3-4781-b122-332d90e6a62d req-b6c1102d-8a47-4f93-944f-58416e5b90f4 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 944 time: 0.0578020 May 17 18:25:36.150204 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb5bd69-4cf5-4a45-becc-f6f5e3ca1cd1" -d '{"events": [{"server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "name": "network-vif-plugged", "status": "completed", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:36.199130 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:36.210495 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc5aaf-758b-4946-9420-00e5df5a1118 x-openstack-request-id: req-25dc5aaf-758b-4946-9420-00e5df5a1118 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:36.210914 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "name": "network-vif-plugged", "status": "completed", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:36.211264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25dc5aaf-758b-4946-9420-00e5df5a1118 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:36.211752 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dc5aaf-758b-4946-9420-00e5df5a1118'] response: {'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'code': 200} May 17 18:25:36.212682 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.232184 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-534d084e-73a3-4781-b122-332d90e6a62d req-ae79ff22-673a-4cbb-8de4-e43becaeaf19 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774050 May 17 18:25:36.266140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:36.314324 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks [] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.346719 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:36.463044 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:25:35Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:36.487727 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Checking router: 18e4be91-3aa7-4367-9f8b-4b50c701b571 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:36.492662 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks [] for router_gateway (18e4be91-3aa7-4367-9f8b-4b50c701b571), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.496125 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Routers {'18e4be91-3aa7-4367-9f8b-4b50c701b571'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:36.496746 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['18e4be91-3aa7-4367-9f8b-4b50c701b571'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:36.606318 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] Set router 18e4be91-3aa7-4367-9f8b-4b50c701b571 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:36.631431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Deleting port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:36.631760 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.652029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38663-8bbe-41d2-8eb1-88e42947645e req-f3c41709-9c2d-438a-95f3-de4ca3d3f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:36.653301 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65d38663-8bbe-41d2-8eb1-88e42947645e req-f3c41709-9c2d-438a-95f3-de4ca3d3f579 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 1129 time: 0.0922909 May 17 18:25:36.769240 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:25:35Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:36.779629 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65d38663-8bbe-41d2-8eb1-88e42947645e req-0dd5f29b-a2fe-46df-b83f-b09c1fece86e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189930 May 17 18:25:36.810022 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5613412-73c7-48f5-bbaf-18ea87f056a6 None None] The sync data for ids ['18e4be91-3aa7-4367-9f8b-4b50c701b571'] in dv-cinder-837362-2-iscsi is: [{'id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'name': 'tempest-ServerRescueNegativeTestJSON-248775136-router', 'tenant_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:25:35Z', 'revision_number': 5, 'project_id': 'b7d713a65f9e4071988e5df2fbf90b17', 'gw_port': {'id': '78c17ea8-fa46-489d-9c92-c8cb66a5f5cd', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e4be91-3aa7-4367-9f8b-4b50c701b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:35Z', 'updated_at': '2022-05-17T18:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:36.829304 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] For port 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:36.829844 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.877470 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Calling delete_port for 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:36.897871 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:36.901974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.068923 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Floating IP 883af644-4102-4bf3-aa65-5ffa70d4a672 associated. External IP: 172.27.0.195, port: 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f. May 17 18:25:37.197352 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (78c17ea8-fa46-489d-9c92-c8cb66a5f5cd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.231026 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Pushing event deleted for resources: {'Port': ['ID=78c17ea8-fa46-489d-9c92-c8cb66a5f5cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:37.286279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.348953 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb1a3f-5811-4b3a-8574-32e494e6bbbf req-8e534ddf-79a3-4735-b87a-3559ef8b1fe5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:37.350546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8eb1a3f-5811-4b3a-8574-32e494e6bbbf req-8e534ddf-79a3-4735-b87a-3559ef8b1fe5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0484288 May 17 18:25:37.396366 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.402372 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8eb1a3f-5811-4b3a-8574-32e494e6bbbf req-ad4f63e2-1a97-4cbf-a623-b1e7d99eef1d tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 May 17 18:25:37.423491 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks [] for router_controller (18e4be91-3aa7-4367-9f8b-4b50c701b571), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.502314 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:37.503496 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (18e4be91-3aa7-4367-9f8b-4b50c701b571), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.504072 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e4be91-3aa7-4367-9f8b-4b50c701b571 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:25:37.509443 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.510574 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-390568f3-b90d-4475-94d6-9fc2d6a9bdee admin admin] 10.222.0.65 "DELETE /v2.0/routers/18e4be91-3aa7-4367-9f8b-4b50c701b571 HTTP/1.1" status: 204 len: 168 time: 1.4693997 May 17 18:25:37.513087 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:37.558953 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Deleting subnet ec93c781-8e77-470d-8d18-1706fdf1a760 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:25:37.562089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Publish callbacks [] for subnet (ec93c781-8e77-470d-8d18-1706fdf1a760), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.597629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (ec93c781-8e77-470d-8d18-1706fdf1a760), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.623327 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:37.626686 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.636814 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:37.649044 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:37.650011 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:37.665638 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-15bb357c-7db9-40ec-bfca-916f82e6b0e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "PUT /v2.0/floatingips/883af644-4102-4bf3-aa65-5ffa70d4a672 HTTP/1.1" status: 200 len: 992 time: 1.6151118 May 17 18:25:37.666704 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:37.670861 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd" -d '{"events": [{"name": "network-changed", "server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:37.717329 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (ec93c781-8e77-470d-8d18-1706fdf1a760), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.718023 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ec18a-a526-46ce-ba73-69a0b94611e9 x-openstack-request-id: req-f13ec18a-a526-46ce-ba73-69a0b94611e9 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:37.718455 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:37.718712 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f13ec18a-a526-46ce-ba73-69a0b94611e9 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:37.719630 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13ec18a-a526-46ce-ba73-69a0b94611e9'] response: {'name': 'network-changed', 'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'status': 'completed', 'code': 200} May 17 18:25:37.753397 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:37.771641 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (ec93c781-8e77-470d-8d18-1706fdf1a760), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.795528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec93c781-8e77-470d-8d18-1706fdf1a760,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:37.814194 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:37.817490 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0ee46f76-9f85-4951-9f4b-0581e91dcc75 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ec93c781-8e77-470d-8d18-1706fdf1a760 HTTP/1.1" status: 204 len: 168 time: 0.3030872 May 17 18:25:37.819925 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34686) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:37.821222 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd436398-fbf5-44cc-ab5b-50698200b6ed None None] Network 3108c074-e89d-458b-b4f7-22798aa06562 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:25:37.969221 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-dc247210-8fb7-4ed1-8eda-3bc45eb84df9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056583 May 17 18:25:37.972134 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-a9c609bd-d7bd-44fe-97e7-5015c7c4566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:37.973779 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-a9c609bd-d7bd-44fe-97e7-5015c7c4566e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1130 time: 0.1115308 May 17 18:25:37.977955 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (3108c074-e89d-458b-b4f7-22798aa06562), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.005371 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '883af644-4102-4bf3-aa65-5ffa70d4a672', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:16Z', 'updated_at': '2022-05-17T18:25:36Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:38.031190 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:38.047311 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:38.047455 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] DHCP port deletion for 3108c074-e89d-458b-b4f7-22798aa06562 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:25:38.047773 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:38.150075 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Deleting port 933218e4-c5a9-4207-a207-4d40bf81867d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:38.150552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.192137 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:38.232408 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:38.256727 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:38.256976 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 78c17ea8-fa46-489d-9c92-c8cb66a5f5cd not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:38.257620 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 933218e4-c5a9-4207-a207-4d40bf81867d no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:38.281874 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Deleting port 933218e4-c5a9-4207-a207-4d40bf81867d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:25:38.282288 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.372033 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=933218e4-c5a9-4207-a207-4d40bf81867d,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:38.372437 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.403797 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Calling delete_port for 933218e4-c5a9-4207-a207-4d40bf81867d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:38.427736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 933218e4-c5a9-4207-a207-4d40bf81867d is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:25:38.428126 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.435157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-e9a5e68d-f9e7-428f-a588-65bd2a6de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:38.436717 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-e9a5e68d-f9e7-428f-a588-65bd2a6de21c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1168 time: 0.3533897 May 17 18:25:38.440380 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '883af644-4102-4bf3-aa65-5ffa70d4a672', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:16Z', 'updated_at': '2022-05-17T18:25:36Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:38.467300 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64a4b5-c3c5-4f86-9336-61637efc36ae None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '883af644-4102-4bf3-aa65-5ffa70d4a672', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:16Z', 'updated_at': '2022-05-17T18:25:36Z', 'revision_number': 1, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:38.493265 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=933218e4-c5a9-4207-a207-4d40bf81867d,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:38.494047 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.497157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-f452c0b3-8e42-46e4-89d9-d350029f171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:38.498967 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-f452c0b3-8e42-46e4-89d9-d350029f171d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.5053949 May 17 18:25:38.513161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Calling delete_port for 933218e4-c5a9-4207-a207-4d40bf81867d owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:25:38.547380 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 933218e4-c5a9-4207-a207-4d40bf81867d, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=933218e4-c5a9-4207-a207-4d40bf81867d,segment=NetworkSegment(e3ea2ca6-973a-47ca-898f-7ebca65be6d4),segment_id=e3ea2ca6-973a-47ca-898f-7ebca65be6d4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:25:38.557206 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.557996 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6246f4b7-61df-4bbb-974f-95a970b9241c no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:25:38.583106 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 6246f4b7-61df-4bbb-974f-95a970b9241c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:25:38.583453 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6246f4b7-61df-4bbb-974f-95a970b9241c not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:25:38.585050 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429265d-fb0c-41bc-9990-609d48155ca8 req-aded48c2-c1c7-4751-aea0-2320e44d87de tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:38.587116 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9429265d-fb0c-41bc-9990-609d48155ca8 req-aded48c2-c1c7-4751-aea0-2320e44d87de tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0896497 May 17 18:25:38.639908 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.642384 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (933218e4-c5a9-4207-a207-4d40bf81867d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.655871 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9429265d-fb0c-41bc-9990-609d48155ca8 req-02362d60-bf43-487a-88c7-07d7e28704bf tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606122 May 17 18:25:38.662621 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] No DVR routers for this DVR port 933218e4-c5a9-4207-a207-4d40bf81867d on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:38.668281 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:38.679806 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:38.710458 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] No DVR routers for this DVR port 933218e4-c5a9-4207-a207-4d40bf81867d on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:25:38.711076 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546a38-cdc6-4cea-b8cd-e0a47a0e31a9 None None] Pushing event deleted for resources: {'Port': ['ID=933218e4-c5a9-4207-a207-4d40bf81867d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:38.769310 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767a491-6f82-4367-9791-dadfc3b5a7ec None None] New status for floating IP 883af644-4102-4bf3-aa65-5ffa70d4a672: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:38.886858 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (3108c074-e89d-458b-b4f7-22798aa06562), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:38.890729 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-321e7c73-6ce7-49f4-977e-78ea661c92b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1000 time: 0.2071261 May 17 18:25:38.953533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.953924 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.954665 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.955001 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > port after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.955343 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.955663 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > port after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.955984 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.956332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.956653 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:38.956974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:39.064536 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:39.064888 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:39.065233 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:39.065606 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 18:25:39.065995 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3108c074-e89d-458b-b4f7-22798aa06562']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:39.087973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-249d7e0a-dc52-45d7-ac82-dc7b25e0aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.090051 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-249d7e0a-dc52-45d7-ac82-dc7b25e0aef2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.3976560 May 17 18:25:39.093008 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:39.093305 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ea2ca6-973a-47ca-898f-7ebca65be6d4') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:39.117936 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (e3ea2ca6-973a-47ca-898f-7ebca65be6d4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.170494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-b1b127b0-2544-4156-bc93-091a636ac989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.171927 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-b1b127b0-2544-4156-bc93-091a636ac989 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.2719185 May 17 18:25:39.177109 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e3ea2ca6-973a-47ca-898f-7ebca65be6d4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.199605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:25:39.200311 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (e3ea2ca6-973a-47ca-898f-7ebca65be6d4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self.session.flush() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self.session.flush() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self.session.flush() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self.session.flush() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:25:39.208319 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:25:39.241039 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-84978f9f-7eaf-4922-96a0-60423c7bcf00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 1001 time: 0.1343389 May 17 18:25:39.309534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-6979bc4d-e7f2-4667-8340-ce319cb05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.310983 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-6979bc4d-e7f2-4667-8340-ce319cb05acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273644 May 17 18:25:39.329083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (3108c074-e89d-458b-b4f7-22798aa06562), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.358338 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-f6386ebb-20e6-441b-b531-ecbe54a79e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.359647 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-f6386ebb-20e6-441b-b531-ecbe54a79e66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.1123605 May 17 18:25:39.370020 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.373047 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3108c074-e89d-458b-b4f7-22798aa06562 HTTP/1.1" status: 204 len: 168 time: 1.5521457 May 17 18:25:39.383020 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78bf7f-9bd4-42cf-96be-17334124e329 admin admin] Pushing event deleted for resources: {'Network': ['ID=3108c074-e89d-458b-b4f7-22798aa06562,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:39.451160 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-72c8229c-0fbf-4a9c-adda-d02b94e06e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.452610 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-72c8229c-0fbf-4a9c-adda-d02b94e06e98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785539 May 17 18:25:39.483603 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-c4fa0038-904b-4b97-b18c-0b66905d3d19 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658876 May 17 18:25:39.488314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34692) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:39.528012 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0e23627f-03d0-4820-9c60-3f430992bbd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7d713a65f9e4071988e5df2fbf90b17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385308 May 17 18:25:39.530606 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34694) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:39.577438 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] Publish callbacks [] for security_group (2b4fcb1a-7b4f-4f50-abe5-e6d84f552195), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.598331 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] Publish callbacks [] for security_group (2b4fcb1a-7b4f-4f50-abe5-e6d84f552195), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.612147 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-1ce5dcf8-f3ba-4a7e-8963-ab197c400805 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505480 May 17 18:25:39.630095 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-670dd4d2-f29a-4ffc-8b8b-0fcb9b2300cd req-3d54cc0c-7b27-4918-a600-f9c0ee1ce33a service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396284 May 17 18:25:39.646540 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:25:39.654859 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (2b4fcb1a-7b4f-4f50-abe5-e6d84f552195), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.658021 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:39.659146 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b4fcb1a-7b4f-4f50-abe5-e6d84f552195 HTTP/1.1" status: 204 len: 168 time: 0.1275980 May 17 18:25:39.666866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38ca53-ca69-43a5-9f53-8db547eb072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4fcb1a-7b4f-4f50-abe5-e6d84f552195,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:39.718208 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8aacd5f4-cf92-4324-82a9-8028863e4589 req-dc608869-cc3f-46ea-8e87-be43e936e101 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988593 May 17 18:25:39.783963 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846af90-a4a2-41dd-b60d-cdd130f0986e req-5fc6ce4d-ddec-4f7c-b5ca-f22956b87bba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.785777 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d846af90-a4a2-41dd-b60d-cdd130f0986e req-5fc6ce4d-ddec-4f7c-b5ca-f22956b87bba tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0475674 May 17 18:25:39.851652 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d846af90-a4a2-41dd-b60d-cdd130f0986e req-4583fc52-db7f-421f-95c7-9938ada3a7c5 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599709 May 17 18:25:39.972169 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60d42-ef28-4393-b546-ad883d80d2eb req-a412c941-05af-457d-8358-a805c6a140dc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:39.976831 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90c60d42-ef28-4393-b546-ad883d80d2eb req-a412c941-05af-457d-8358-a805c6a140dc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0557280 May 17 18:25:39.982086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34708) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:39.986502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Request body: {'floatingip': {'port_id': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:25:40.029007 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:40.483288 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:40.487913 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:40.588810 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Floating IP e09c563a-9614-4734-87a6-349a757cbd41 associated. External IP: 172.27.0.141, port: cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96. May 17 18:25:40.784830 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:25:40.888798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:25:40.893754 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:40.900713 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:25:40.910819 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:40.911433 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:40.926008 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-435e603f-659d-4e87-abe8-c021413e9679 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "PUT /v2.0/floatingips/e09c563a-9614-4734-87a6-349a757cbd41 HTTP/1.1" status: 200 len: 991 time: 0.9427412 May 17 18:25:40.926764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:25:40.928959 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b63d0b-3ef9-4950-b714-b97c993bea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:25:40.964805 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d38e8-97fd-48b4-8be6-d147c9dc1959 x-openstack-request-id: req-422d38e8-97fd-48b4-8be6-d147c9dc1959 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:25:40.965106 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:25:40.965361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-422d38e8-97fd-48b4-8be6-d147c9dc1959 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:25:40.965803 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422d38e8-97fd-48b4-8be6-d147c9dc1959'] response: {'name': 'network-changed', 'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'status': 'completed', 'code': 200} May 17 18:25:41.022264 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:41.044878 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-e4151a9a-812b-43e7-85b2-e7a5ddb1dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:41.046573 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-e4151a9a-812b-43e7-85b2-e7a5ddb1dc8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd7eb45f1cd74f84943f4b991986973d&device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 1129 time: 0.0496101 May 17 18:25:41.146762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-6de68c61-19a9-4571-884f-2439e663f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:41.148233 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-6de68c61-19a9-4571-884f-2439e663f01e service neutron] 10.222.0.59 "GET /v2.0/networks?id=68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 200 len: 911 time: 0.0940328 May 17 18:25:41.214995 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-ee22f526-ad29-4199-861e-236fd23d9439 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 HTTP/1.1" status: 200 len: 999 time: 0.0603371 May 17 18:25:41.246621 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'e09c563a-9614-4734-87a6-349a757cbd41', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:64:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e325b5f-1d56-4055-829d-f41198c02382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:25Z', 'updated_at': '2022-05-17T18:25:40Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:41.268184 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-a5d0df0e-21e9-4a25-9103-d75226fca554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:41.269899 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-a5d0df0e-21e9-4a25-9103-d75226fca554 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 200 len: 849 time: 0.0482111 May 17 18:25:41.274445 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:25:41.283324 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:25:41.284024 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:25:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:41.315560 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-de2a9bba-42e0-44dc-8ddf-5a5836b5cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:25:41.317123 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-de2a9bba-42e0-44dc-8ddf-5a5836b5cf60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68688597-c210-4792-9189-73af0d2f702a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414367 May 17 18:25:41.406571 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:25:41.412472 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-8ea26078-bb39-40c1-ae4e-b11d54553beb service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 May 17 18:25:41.502519 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70b63d0b-3ef9-4950-b714-b97c993bea1e req-bd0552d9-b12c-4717-8425-9f03c4a6e72f service neutron] 10.222.0.59 "GET /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 May 17 18:25:41.685230 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'e09c563a-9614-4734-87a6-349a757cbd41', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:64:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e325b5f-1d56-4055-829d-f41198c02382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:25Z', 'updated_at': '2022-05-17T18:25:40Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:25:41.712076 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b476dbb-2799-4826-b249-cec883cfa5e0 None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'e09c563a-9614-4734-87a6-349a757cbd41', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'port_id': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'mac_address': 'fa:16:3e:64:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e325b5f-1d56-4055-829d-f41198c02382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:25Z', 'updated_at': '2022-05-17T18:25:40Z', 'revision_number': 1, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:25:41.895045 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d4fd1-3fe5-4db2-be79-8aeaf2cd5bf5 None None] New status for floating IP e09c563a-9614-4734-87a6-349a757cbd41: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:25:45.005046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59411285-2c26-4194-b9fa-07ccc5b4b922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:47.215992 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-262540b7-49d8-4eb4-afaf-754ca602c732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:48.325770 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:49.767939 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:51.463909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.182499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:52.291550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20264c73-a66b-4e41-b493-5ee50ec5682c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.364224 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20264c73-a66b-4e41-b493-5ee50ec5682c admin admin] Publish callbacks [] for security_group (9c0fae31-cbec-4184-abdd-71252e7c0bcd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.367570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20264c73-a66b-4e41-b493-5ee50ec5682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9c0fae31-cbec-4184-abdd-71252e7c0bcd), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.404130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-20264c73-a66b-4e41-b493-5ee50ec5682c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7cad170d4974d9d848fe28ee7902cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199237 May 17 18:25:52.406077 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20264c73-a66b-4e41-b493-5ee50ec5682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fae31-cbec-4184-abdd-71252e7c0bcd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:52.407010 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34860) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:52.458875 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Publish callbacks [] for security_group (9c0fae31-cbec-4184-abdd-71252e7c0bcd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.480476 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Publish callbacks [] for security_group (9c0fae31-cbec-4184-abdd-71252e7c0bcd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.526328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9c0fae31-cbec-4184-abdd-71252e7c0bcd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.529538 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.530680 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c0fae31-cbec-4184-abdd-71252e7c0bcd HTTP/1.1" status: 204 len: 168 time: 0.1227083 May 17 18:25:52.538532 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fae31-cbec-4184-abdd-71252e7c0bcd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:52.551317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.551664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.552008 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.552347 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.552680 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.553008 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.553333 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.553685 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.554013 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.554340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.554666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.554988 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.555305 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.555626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.555940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62506a68-17d3-43cb-84aa-f059922d9e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:52.788154 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:52.800875 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9d3348a-5917-49cd-aac0-4d8359d9c2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.876463 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9d3348a-5917-49cd-aac0-4d8359d9c2ce admin admin] Publish callbacks [] for security_group (80b3de21-5629-4127-9d4a-4a5c42fb96b1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.880275 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9d3348a-5917-49cd-aac0-4d8359d9c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (80b3de21-5629-4127-9d4a-4a5c42fb96b1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.918205 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b9d3348a-5917-49cd-aac0-4d8359d9c2ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=632d45e72d574f1da981a8e5a89b97ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290050 May 17 18:25:52.919033 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3348a-5917-49cd-aac0-4d8359d9c2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b3de21-5629-4127-9d4a-4a5c42fb96b1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:52.920932 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:52.968323 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] Publish callbacks [] for security_group (80b3de21-5629-4127-9d4a-4a5c42fb96b1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:52.988319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] Publish callbacks [] for security_group (80b3de21-5629-4127-9d4a-4a5c42fb96b1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:53.046175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (80b3de21-5629-4127-9d4a-4a5c42fb96b1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:53.048780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:53.050004 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80b3de21-5629-4127-9d4a-4a5c42fb96b1 HTTP/1.1" status: 204 len: 168 time: 0.1280391 May 17 18:25:53.058480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7943-4b91-454a-bcf8-df1fe1b5bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b3de21-5629-4127-9d4a-4a5c42fb96b1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:57.888006 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:57.989009 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.064208 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Publish callbacks [] for security_group (3b7eacc0-c337-4ebd-be1c-b034b16fd293), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.067793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3b7eacc0-c337-4ebd-be1c-b034b16fd293), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.103895 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ece46346c6c40ad94bf20f9c68c5081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148647 May 17 18:25:58.105499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7eacc0-c337-4ebd-be1c-b034b16fd293,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:58.107176 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34950) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:58.112400 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.112745 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.113086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.113420 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.113777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.114105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.114428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.114751 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.115077 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.115399 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.115722 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.116041 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.116361 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.116676 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.116988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff473347-f614-45af-aa4c-faf3a0bdb24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:25:58.155436 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] Publish callbacks [] for security_group (3b7eacc0-c337-4ebd-be1c-b034b16fd293), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.179090 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] Publish callbacks [] for security_group (3b7eacc0-c337-4ebd-be1c-b034b16fd293), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.223382 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3b7eacc0-c337-4ebd-be1c-b034b16fd293), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.225920 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.227029 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b7eacc0-c337-4ebd-be1c-b034b16fd293 HTTP/1.1" status: 204 len: 168 time: 0.1188328 May 17 18:25:58.234721 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1398bb-078f-4545-8ee3-8d08fcb6db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7eacc0-c337-4ebd-be1c-b034b16fd293,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:58.486991 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 34958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:58.499885 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c457c10-c247-49cb-82b4-73c6a5bbf164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.573272 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c457c10-c247-49cb-82b4-73c6a5bbf164 admin admin] Publish callbacks [] for security_group (daf0af3b-f6ca-4b4c-84d2-77b335111365), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.576932 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c457c10-c247-49cb-82b4-73c6a5bbf164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (daf0af3b-f6ca-4b4c-84d2-77b335111365), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.614333 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9c457c10-c247-49cb-82b4-73c6a5bbf164 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d775f44eb7a4916a3b254c9087b9bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262922 May 17 18:25:58.615181 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c457c10-c247-49cb-82b4-73c6a5bbf164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0af3b-f6ca-4b4c-84d2-77b335111365,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:25:58.617085 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 34960) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:25:58.665269 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] Publish callbacks [] for security_group (daf0af3b-f6ca-4b4c-84d2-77b335111365), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.685578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] Publish callbacks [] for security_group (daf0af3b-f6ca-4b4c-84d2-77b335111365), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.731626 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (daf0af3b-f6ca-4b4c-84d2-77b335111365), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.734305 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:25:58.735421 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/daf0af3b-f6ca-4b4c-84d2-77b335111365 HTTP/1.1" status: 204 len: 168 time: 0.1173015 May 17 18:25:58.747415 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4728aed-36fd-43a1-b861-cb2b556eb46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0af3b-f6ca-4b4c-84d2-77b335111365,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:00.608038 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:00.710724 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c36566bd-ab19-4301-bf7f-8593a90160ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.785010 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c36566bd-ab19-4301-bf7f-8593a90160ae admin admin] Publish callbacks [] for security_group (3e8ada07-3846-4af4-9c35-4623c0aeecaf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.788852 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c36566bd-ab19-4301-bf7f-8593a90160ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3e8ada07-3846-4af4-9c35-4623c0aeecaf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.826458 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c36566bd-ab19-4301-bf7f-8593a90160ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2116e35881234374b418aab0305d65fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173533 May 17 18:26:00.827176 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36566bd-ab19-4301-bf7f-8593a90160ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ada07-3846-4af4-9c35-4623c0aeecaf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:00.829097 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35034) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:00.877396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] Publish callbacks [] for security_group (3e8ada07-3846-4af4-9c35-4623c0aeecaf), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.898007 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] Publish callbacks [] for security_group (3e8ada07-3846-4af4-9c35-4623c0aeecaf), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.945067 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3e8ada07-3846-4af4-9c35-4623c0aeecaf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.947671 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:00.949343 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e8ada07-3846-4af4-9c35-4623c0aeecaf HTTP/1.1" status: 204 len: 168 time: 0.1182210 May 17 18:26:00.957080 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092841a-df8f-432f-996c-25b50b554078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ada07-3846-4af4-9c35-4623c0aeecaf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:01.205393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:01.218633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05766319-25ae-4ab4-bf87-3ac243ab3d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.291965 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05766319-25ae-4ab4-bf87-3ac243ab3d17 admin admin] Publish callbacks [] for security_group (4de5bdd3-0998-4eda-bed7-09edc42b1900), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.295599 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05766319-25ae-4ab4-bf87-3ac243ab3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4de5bdd3-0998-4eda-bed7-09edc42b1900), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.333342 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-05766319-25ae-4ab4-bf87-3ac243ab3d17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=caf42189a83c4d9a80cc945b462c51fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269042 May 17 18:26:01.334201 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766319-25ae-4ab4-bf87-3ac243ab3d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5bdd3-0998-4eda-bed7-09edc42b1900,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:01.336145 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:01.383212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] Publish callbacks [] for security_group (4de5bdd3-0998-4eda-bed7-09edc42b1900), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.403777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] Publish callbacks [] for security_group (4de5bdd3-0998-4eda-bed7-09edc42b1900), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.450420 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4de5bdd3-0998-4eda-bed7-09edc42b1900), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.452959 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:01.463089 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4de5bdd3-0998-4eda-bed7-09edc42b1900 HTTP/1.1" status: 204 len: 168 time: 0.1197147 May 17 18:26:01.464502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12e449-34d8-4ee7-83f2-c0da4549348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5bdd3-0998-4eda-bed7-09edc42b1900,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:02.108037 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:02.199311 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759584017-network', 'tenant_id': 'd2aeb1823d654f0e9892cf2ab0c34544'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:02.219729 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Made reservation on behalf of d2aeb1823d654f0e9892cf2ab0c34544 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:02.221858 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.229830 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.300239 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks [] for security_group (f56305fa-642a-4702-8f1c-d3f1ae3b5fc4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.303619 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f56305fa-642a-4702-8f1c-d3f1ae3b5fc4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.325600 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:26:02.338393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56305fa-642a-4702-8f1c-d3f1ae3b5fc4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:02.343459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (23834611-9c96-4e38-95a7-2f3d9d7244c5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.343858 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Added segment 23834611-9c96-4e38-95a7-2f3d9d7244c5 of type vlan for network f49065de-1a8a-472b-a584-87025352b5c4 May 17 18:26:02.383697 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (f49065de-1a8a-472b-a584-87025352b5c4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.408120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (f49065de-1a8a-472b-a584-87025352b5c4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.409089 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:02.409690 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.447224 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3381195 May 17 18:26:02.450616 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:02.455612 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Request body: {'subnet': {'network_id': 'f49065de-1a8a-472b-a584-87025352b5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759584017-subnet', 'tenant_id': 'd2aeb1823d654f0e9892cf2ab0c34544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:02.473584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b74b6a-e257-4ba8-81f3-f9e2b6b2a9ba admin admin] Pushing event updated for resources: {'Network': ['ID=f49065de-1a8a-472b-a584-87025352b5c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:02.475302 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Made reservation on behalf of d2aeb1823d654f0e9892cf2ab0c34544 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:02.478923 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934479'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.484462 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network f49065de-1a8a-472b-a584-87025352b5c4 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:26:02.870630 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8422026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934489'] for subnet (412e93fa-f83c-4688-b882-f6f5eb5ce55a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.917787 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=412e93fa-f83c-4688-b882-f6f5eb5ce55a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:02.933044 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Checking segment: {'id': '23834611-9c96-4e38-95a7-2f3d9d7244c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f49065de-1a8a-472b-a584-87025352b5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:26:02.933393 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Network hostable DHCP agents. Network: f49065de-1a8a-472b-a584-87025352b5c4, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:26:02.949508 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Network f49065de-1a8a-472b-a584-87025352b5c4 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:26:02.957967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, f49065de-1a8a-472b-a584-87025352b5c4) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:26:02.963063 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:02.963973 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:02.967509 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50245597-1300-4dba-a142-86adb155bdf7 None None] Network f49065de-1a8a-472b-a584-87025352b5c4 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:02.980389 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3817d661-3c05-4bd7-9d72-778f42c913fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5286527 May 17 18:26:03.066964 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a311f1-b785-47cb-824d-79396a9a5741 None None] Network f49065de-1a8a-472b-a584-87025352b5c4 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:03.432505 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:03.437896 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-774070197-network', 'tenant_id': '755e65d1eee147ac93425c1537d5f3cb'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:03.461100 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Made reservation on behalf of 755e65d1eee147ac93425c1537d5f3cb for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:03.463387 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.471340 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.544766 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks [] for security_group (9a8c1114-6056-4746-9cf6-5f38b8b4c162), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.548306 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a8c1114-6056-4746-9cf6-5f38b8b4c162), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.568476 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:26:03.583309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c1114-6056-4746-9cf6-5f38b8b4c162,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:03.586237 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (7bc9d750-1e0b-43d7-986e-95699b2e3bfe), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.586638 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Added segment 7bc9d750-1e0b-43d7-986e-95699b2e3bfe of type vlan for network 745ce423-d71c-4d15-885f-13ad03245702 May 17 18:26:03.626561 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (745ce423-d71c-4d15-885f-13ad03245702), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.650397 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (745ce423-d71c-4d15-885f-13ad03245702), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.651295 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:03.651865 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.686526 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2529552 May 17 18:26:03.689392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:03.694332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Request body: {'subnet': {'network_id': '745ce423-d71c-4d15-885f-13ad03245702', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-774070197-subnet', 'tenant_id': '755e65d1eee147ac93425c1537d5f3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:03.718549 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Made reservation on behalf of 755e65d1eee147ac93425c1537d5f3cb for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:03.719852 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15b7fc-9fb0-4499-882d-2a67fc837916 admin admin] Pushing event updated for resources: {'Network': ['ID=745ce423-d71c-4d15-885f-13ad03245702,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:03.720950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9004946'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.729395 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 745ce423-d71c-4d15-885f-13ad03245702 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:26:03.893448 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9004932'] for subnet (94c96378-0319-49c3-83e2-ebe8731c11ef), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.954203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c96378-0319-49c3-83e2-ebe8731c11ef,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:03.964804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Checking segment: {'id': '7bc9d750-1e0b-43d7-986e-95699b2e3bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '745ce423-d71c-4d15-885f-13ad03245702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:26:03.965851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Network hostable DHCP agents. Network: 745ce423-d71c-4d15-885f-13ad03245702, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:26:03.982366 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Network 745ce423-d71c-4d15-885f-13ad03245702 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:26:03.990417 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 745ce423-d71c-4d15-885f-13ad03245702) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:26:03.994467 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:03.995057 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:03.999628 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851253c-e1b6-4f7f-a71f-c6b0e6e6a5e4 None None] Network 745ce423-d71c-4d15-885f-13ad03245702 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:04.010156 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fa22df1d-5e64-4c8a-a4a3-d38d8ee52d30 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196812 May 17 18:26:04.100757 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5dbc81-897c-4f2d-9824-4c807cc523e4 None None] Network 745ce423-d71c-4d15-885f-13ad03245702 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:05.582299 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:15.005959 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6da8cead-650f-46f0-90a1-126dc7af5841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:16.645927 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:26:17.218420 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a238a03-776b-4912-abe2-d70fea36e405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.344123 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35226) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:17.388567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Deleting subnet 412e93fa-f83c-4688-b882-f6f5eb5ce55a {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:26:17.391678 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Publish callbacks [] for subnet (412e93fa-f83c-4688-b882-f6f5eb5ce55a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.435670 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (412e93fa-f83c-4688-b882-f6f5eb5ce55a), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.473954 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (412e93fa-f83c-4688-b882-f6f5eb5ce55a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.527471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (412e93fa-f83c-4688-b882-f6f5eb5ce55a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.551250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412e93fa-f83c-4688-b882-f6f5eb5ce55a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:17.555137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.558162 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8e051474-87cc-40ec-bee1-caf5a3e12f97 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/412e93fa-f83c-4688-b882-f6f5eb5ce55a HTTP/1.1" status: 204 len: 168 time: 0.2130060 May 17 18:26:17.561170 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:17.626418 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (f49065de-1a8a-472b-a584-87025352b5c4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.703992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (f49065de-1a8a-472b-a584-87025352b5c4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.723015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49065de-1a8a-472b-a584-87025352b5c4']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:17.732135 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23834611-9c96-4e38-95a7-2f3d9d7244c5') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:17.732391 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23834611-9c96-4e38-95a7-2f3d9d7244c5') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:17.741428 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (23834611-9c96-4e38-95a7-2f3d9d7244c5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.754622 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (23834611-9c96-4e38-95a7-2f3d9d7244c5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.760520 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:26:17.760894 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (23834611-9c96-4e38-95a7-2f3d9d7244c5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:26:17.763238 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:26:17.817260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (f49065de-1a8a-472b-a584-87025352b5c4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.823504 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.826847 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f49065de-1a8a-472b-a584-87025352b5c4 HTTP/1.1" status: 204 len: 168 time: 0.2647219 May 17 18:26:17.829777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:17.838601 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce31dc9-64a7-49bb-9ebe-14905de8d728 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49065de-1a8a-472b-a584-87025352b5c4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:17.875954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Deleting subnet 94c96378-0319-49c3-83e2-ebe8731c11ef {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:26:17.879268 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Publish callbacks [] for subnet (94c96378-0319-49c3-83e2-ebe8731c11ef), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.912107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (94c96378-0319-49c3-83e2-ebe8731c11ef), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:17.950680 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (94c96378-0319-49c3-83e2-ebe8731c11ef), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.004763 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (94c96378-0319-49c3-83e2-ebe8731c11ef), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.031347 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.034380 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/94c96378-0319-49c3-83e2-ebe8731c11ef HTTP/1.1" status: 204 len: 168 time: 0.2030957 May 17 18:26:18.035552 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8e5c6-ea12-4b44-a7e1-05f943026e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c96378-0319-49c3-83e2-ebe8731c11ef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:18.036952 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:18.102884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (745ce423-d71c-4d15-885f-13ad03245702), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.179098 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (745ce423-d71c-4d15-885f-13ad03245702), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.197385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745ce423-d71c-4d15-885f-13ad03245702']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:18.206436 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc9d750-1e0b-43d7-986e-95699b2e3bfe') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:18.206727 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc9d750-1e0b-43d7-986e-95699b2e3bfe') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:18.216425 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (7bc9d750-1e0b-43d7-986e-95699b2e3bfe), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.228737 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (7bc9d750-1e0b-43d7-986e-95699b2e3bfe), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.234997 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:26:18.235398 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (7bc9d750-1e0b-43d7-986e-95699b2e3bfe), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:26:18.236980 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:26:18.290258 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (745ce423-d71c-4d15-885f-13ad03245702), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.295633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.298621 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] 10.222.0.65 "DELETE /v2.0/networks/745ce423-d71c-4d15-885f-13ad03245702 HTTP/1.1" status: 204 len: 168 time: 0.2606761 May 17 18:26:18.308689 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb81f2-2748-4ad1-88ea-c30ad954344b admin admin] Pushing event deleted for resources: {'Network': ['ID=745ce423-d71c-4d15-885f-13ad03245702,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:18.329739 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.455318 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35236) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:18.494246 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-467c7abc-7ac8-42ef-92dd-ddb94761315c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2aeb1823d654f0e9892cf2ab0c34544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377431 May 17 18:26:18.496539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:18.542100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] Publish callbacks [] for security_group (f56305fa-642a-4702-8f1c-d3f1ae3b5fc4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.562955 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] Publish callbacks [] for security_group (f56305fa-642a-4702-8f1c-d3f1ae3b5fc4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.607614 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f56305fa-642a-4702-8f1c-d3f1ae3b5fc4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.610263 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:18.611368 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f56305fa-642a-4702-8f1c-d3f1ae3b5fc4 HTTP/1.1" status: 204 len: 168 time: 0.1139188 May 17 18:26:18.618626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b5571-9cfe-4c2a-9402-be632bc70669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56305fa-642a-4702-8f1c-d3f1ae3b5fc4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:18.912961 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35244) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:18.952146 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-346a8e0e-86a4-4b7b-8817-cff5d6ca353e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=755e65d1eee147ac93425c1537d5f3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374002 May 17 18:26:18.953923 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:19.001082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] Publish callbacks [] for security_group (9a8c1114-6056-4746-9cf6-5f38b8b4c162), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.021185 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] Publish callbacks [] for security_group (9a8c1114-6056-4746-9cf6-5f38b8b4c162), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.065392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a8c1114-6056-4746-9cf6-5f38b8b4c162), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.067991 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.069103 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a8c1114-6056-4746-9cf6-5f38b8b4c162 HTTP/1.1" status: 204 len: 168 time: 0.1143045 May 17 18:26:19.077297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0628b-d427-40a6-ab0a-aba36a17ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c1114-6056-4746-9cf6-5f38b8b4c162,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:19.717394 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35270) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:19.771402 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.825683 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1602827219-network', 'tenant_id': '7c88151132894c38874f6c453c9177f6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:19.846792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Made reservation on behalf of 7c88151132894c38874f6c453c9177f6 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:19.849045 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.857215 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.928552 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks [] for security_group (6695759e-7238-4e9a-b767-31d95cfefb61), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.932141 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6695759e-7238-4e9a-b767-31d95cfefb61), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.955341 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:26:19.963662 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6695759e-7238-4e9a-b767-31d95cfefb61,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:19.970161 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (49de3936-9020-4860-91c4-e6b2e50fd07a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:19.970566 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Added segment 49de3936-9020-4860-91c4-e6b2e50fd07a of type vlan for network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 May 17 18:26:20.009668 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (837d8b04-5531-4d25-8d9f-1ce43ec42ea1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.035967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (837d8b04-5531-4d25-8d9f-1ce43ec42ea1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.037017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:20.037628 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.076630 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3575857 May 17 18:26:20.079844 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35274) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:20.084832 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Request body: {'subnet': {'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1602827219-subnet', 'tenant_id': '7c88151132894c38874f6c453c9177f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:20.105587 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426dd4a-609a-4e23-95f7-bdb3b1fd843d admin admin] Pushing event updated for resources: {'Network': ['ID=837d8b04-5531-4d25-8d9f-1ce43ec42ea1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:20.108567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Made reservation on behalf of 7c88151132894c38874f6c453c9177f6 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:20.111393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9004946'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.118215 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:26:20.281442 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9004932'] for subnet (2c9a11f8-8b43-45b4-a33f-800699137d5f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.333211 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9a11f8-8b43-45b4-a33f-800699137d5f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:20.343697 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Checking segment: {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:26:20.344045 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Network hostable DHCP agents. Network: 837d8b04-5531-4d25-8d9f-1ce43ec42ea1, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:26:20.360158 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:26:20.368120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 837d8b04-5531-4d25-8d9f-1ce43ec42ea1) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:26:20.371866 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:20.372724 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:20.378866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e03f89-e2a6-4599-97ca-d84e8ff90798 None None] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:20.389096 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4ac41475-fcf0-4993-b18d-f2b5c0841bfe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3075399 May 17 18:26:20.473269 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc09e06-c7b3-40e9-8921-a4865c647b81 None None] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:21.466452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:22.103122 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3ea5c508-cfb8-4f81-9af2-e7674f5a7022 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:22.104544 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3ea5c508-cfb8-4f81-9af2-e7674f5a7022 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 809 time: 0.1001277 May 17 18:26:22.118369 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-54a62b30-fb89-442b-a3f3-4ea220156ebc tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/quotas/7c88151132894c38874f6c453c9177f6 HTTP/1.1" status: 200 len: 375 time: 0.0086493 May 17 18:26:22.154183 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3e004e23-d14d-4fcd-8d26-dcd536cea7cf tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311120 May 17 18:26:22.245150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-69686d41-d10a-4479-90d8-a8cebf95eee2 service neutron] 10.222.0.65 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 May 17 18:26:22.336287 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-8f7930d2-b1ff-4aa0-a236-de1f1838fb02 service neutron] 10.222.0.65 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 May 17 18:26:22.493962 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d812dc91-0b32-4339-a29b-3015da3e6038 req-703bffab-4539-4bb7-9257-a5d6a0f81c41 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 210 time: 0.0279949 May 17 18:26:23.474254 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-ee2f7e1e-734d-4649-be6a-a5fb06f6a249 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:23.475659 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-ee2f7e1e-734d-4649-be6a-a5fb06f6a249 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 809 time: 0.1062353 May 17 18:26:23.491199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Request body: {'port': {'device_id': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1', 'admin_state_up': True, 'tenant_id': '7c88151132894c38874f6c453c9177f6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:23.596940 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5f2b2e5-208a-4711-bfcf-553f31b3ed50 req-402082ef-2fb1-42e8-a988-c1b9047dedaa tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 210 time: 0.0282640 May 17 18:26:23.614658 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Made reservation on behalf of 7c88151132894c38874f6c453c9177f6 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:23.618097 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:23.971971 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Allocated IP 172.20.0.6 (837d8b04-5531-4d25-8d9f-1ce43ec42ea1/2c9a11f8-8b43-45b4-a33f-800699137d5f/be72679b-55e9-43c5-8e6a-262e476879da) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:26:24.115608 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks [] for port (be72679b-55e9-43c5-8e6a-262e476879da), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.145418 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.188229 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:26:24.193807 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:26:24.197702 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:26:24.201966 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Pushing event updated for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:24.246631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:24.247268 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.262411 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-60574b8e-146d-4539-9da0-fc58e703cc8a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752573 May 17 18:26:24.344991 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Request body: {'port': {'device_id': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:24.403790 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (be72679b-55e9-43c5-8e6a-262e476879da), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.682320 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be72679b-55e9-43c5-8e6a-262e476879da {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:26:24.689827 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks [] for port (be72679b-55e9-43c5-8e6a-262e476879da), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.702794 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Transition to ACTIVE for port object be72679b-55e9-43c5-8e6a-262e476879da will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:26:24.707025 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.723380 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec184c3e-bf04-4baa-a6ef-bd9e0de8652e req-5494085f-8ffb-441e-8606-81ff5426e760 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:24.724887 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec184c3e-bf04-4baa-a6ef-bd9e0de8652e req-5494085f-8ffb-441e-8606-81ff5426e760 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 931 time: 0.0519605 May 17 18:26:24.756691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Pushing event updated for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:24.777875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ec184c3e-bf04-4baa-a6ef-bd9e0de8652e req-f6b40852-f044-4f3a-907a-270ea241b83f tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 May 17 18:26:24.842196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Attempting to bind port be72679b-55e9-43c5-8e6a-262e476879da on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:26:24.842528 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Attempting to bind port be72679b-55e9-43c5-8e6a-262e476879da by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:26:24.842847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Attempting to bind port be72679b-55e9-43c5-8e6a-262e476879da on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:26:24.847181 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Port be72679b-55e9-43c5-8e6a-262e476879da on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:26:24.847493 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Attempting to bind port be72679b-55e9-43c5-8e6a-262e476879da on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:26:24.852259 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:26:24.852588 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Checking segment: {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:26:24.852961 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Bound using segment: {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:26:24.853372 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Bound port: be72679b-55e9-43c5-8e6a-262e476879da, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:26:24.853762 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (be72679b-55e9-43c5-8e6a-262e476879da), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.913889 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:26:24.916725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=be72679b-55e9-43c5-8e6a-262e476879da,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:26:24.922684 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.953332 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:24.953958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:24.955283 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] 10.222.0.59 "PUT /v2.0/ports/be72679b-55e9-43c5-8e6a-262e476879da HTTP/1.1" status: 200 len: 1093 time: 0.6149595 May 17 18:26:24.955708 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:24.958085 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805f262-60d3-4de0-9743-99971e9e19ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "tag": "be72679b-55e9-43c5-8e6a-262e476879da"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:24.982177 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016131b-ec64-48ee-9d6f-7de739657e54 service neutron] Pushing event updated for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:25.001396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa7ca46-bbe9-4ca9-b476-f51d663457ec x-openstack-request-id: req-cfa7ca46-bbe9-4ca9-b476-f51d663457ec {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:25.001715 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "tag": "be72679b-55e9-43c5-8e6a-262e476879da", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:25.001965 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfa7ca46-bbe9-4ca9-b476-f51d663457ec {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:25.002346 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa7ca46-bbe9-4ca9-b476-f51d663457ec'] response: {'name': 'network-changed', 'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da', 'status': 'completed', 'code': 200} May 17 18:26:25.031048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-d6bb622c-984e-4eac-a883-0b3e81ec83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:25.032494 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-d6bb622c-984e-4eac-a883-0b3e81ec83d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 1127 time: 0.0411346 May 17 18:26:25.073697 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-f0ae5f12-3ed5-4474-9732-f70512c68ebc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be72679b-55e9-43c5-8e6a-262e476879da HTTP/1.1" status: 200 len: 217 time: 0.0341928 May 17 18:26:25.126593 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-a49770e7-445f-4183-9fe2-4f387df95947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:25.128035 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-a49770e7-445f-4183-9fe2-4f387df95947 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9a11f8-8b43-45b4-a33f-800699137d5f HTTP/1.1" status: 200 len: 849 time: 0.0470333 May 17 18:26:25.159463 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-97485eb4-fe2e-4356-8eb5-b2fec6993258 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254185 May 17 18:26:25.247223 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-1fb4684c-d034-4a42-b4bb-7881e9f1e939 service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816848 May 17 18:26:25.335399 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b399f889-d456-4c3b-bdf1-e206223ad0fd req-3c675aba-df9b-4d56-b839-93d6f6ea70ae service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816500 May 17 18:26:25.506484 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-57e4670f-c031-4b0a-ae70-59cce976e978 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114474463&fields=id&tenant_id=271959139e4a4e058a5a56cbdfc8cdcb HTTP/1.1" status: 200 len: 267 time: 0.0433142 May 17 18:26:25.555207 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-67d0601f-d4b9-4b62-ae47-fe21b0cfcddd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:25.556630 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-67d0601f-d4b9-4b62-ae47-fe21b0cfcddd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 984 time: 0.0449591 May 17 18:26:25.567529 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Request body: {'port': {'security_groups': ['acdbf498-3c2c-446e-bff6-7c2212ff053b']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:25.645079 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:25.893822 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:25.912389 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07d1a6-9796-4e1c-9566-abeb3e9cb57f req-54b49790-2ef5-4171-86e1-b2f2716d732a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:25.913868 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c07d1a6-9796-4e1c-9566-abeb3e9cb57f req-54b49790-2ef5-4171-86e1-b2f2716d732a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 943 time: 0.0662262 May 17 18:26:25.937900 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:25.945156 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:25.957276 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:26.007442 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:26.008074 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.009443 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-891f6e08-5b8b-419f-b415-0cc70fc22930 req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "PUT /v2.0/ports/cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 942 time: 0.4462121 May 17 18:26:26.009939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:26.012728 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:26.016821 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35338) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:26.039331 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c07d1a6-9796-4e1c-9566-abeb3e9cb57f req-348ca7d1-d391-419d-bcb9-c432eb990de0 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148336 May 17 18:26:26.042356 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068a187-8d54-4dff-a522-e31b8ca235f4 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event updated for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:26.085695 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60deeacb-3707-4fe1-aa49-f8094f6a4da2 x-openstack-request-id: req-60deeacb-3707-4fe1-aa49-f8094f6a4da2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:26.086063 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:26.086389 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60deeacb-3707-4fe1-aa49-f8094f6a4da2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:26.086874 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60deeacb-3707-4fe1-aa49-f8094f6a4da2'] response: {'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:26:26.112256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (b3a07366-5f97-4c55-a2cf-c20fd251d85c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.142989 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (b3a07366-5f97-4c55-a2cf-c20fd251d85c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.205361 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b3a07366-5f97-4c55-a2cf-c20fd251d85c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.208015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.209226 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3a07366-5f97-4c55-a2cf-c20fd251d85c HTTP/1.1" status: 204 len: 168 time: 0.1912413 May 17 18:26:26.212075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35340) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:26.221308 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3355fbd-ccfd-4f63-9cbc-7aa2f6670cbb tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a07366-5f97-4c55-a2cf-c20fd251d85c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:26.235606 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-29b16c7e-e88d-4e0f-90d3-4224fe93bb3f None None] Provisioning complete for port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:26:26.235978 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29b16c7e-e88d-4e0f-90d3-4224fe93bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.315356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-29b16c7e-e88d-4e0f-90d3-4224fe93bb3f None None] Current status of the port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:26:26.358712 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Deleting port 1e507045-53ca-4bb3-8535-becee40ee6bd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:26.359047 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.434663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.434982 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for floatingip (1e507045-53ca-4bb3-8535-becee40ee6bd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.448194 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Calling delete_port for 1e507045-53ca-4bb3-8535-becee40ee6bd owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:26.497404 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:26.612980 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (1e507045-53ca-4bb3-8535-becee40ee6bd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.638925 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event deleted for resources: {'Port': ['ID=1e507045-53ca-4bb3-8535-becee40ee6bd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:26.696488 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks [] for floatingip (efe16a9c-454a-419e-aef6-d885df6e9fcd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:26.696815 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Floating IP efe16a9c-454a-419e-aef6-d885df6e9fcd disassociated (deleted). External IP: 172.27.0.230, port: cc5efd46-7563-4b9a-9d0d-a824d9fd3faf. May 17 18:26:26.892368 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Router a907e6ea-6240-4b71-b84c-a904a51eb1f4 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:26:26.992618 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:26:26.997404 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:27.001952 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Sync routers for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:26:27.010704 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:27.011301 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:27.026941 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3510702a-1963-4eb7-a21e-ed546b1d429c tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "DELETE /v2.0/floatingips/efe16a9c-454a-419e-aef6-d885df6e9fcd HTTP/1.1" status: 204 len: 168 time: 0.8138230 May 17 18:26:27.113680 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:27.171200 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050083-7017-4927-9cf6-c63bbdd86e13 req-c2029d74-e6f5-46e3-97b4-784e9a1ce093 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:27.172686 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-be050083-7017-4927-9cf6-c63bbdd86e13 req-c2029d74-e6f5-46e3-97b4-784e9a1ce093 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 943 time: 0.0476508 May 17 18:26:27.224914 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-be050083-7017-4927-9cf6-c63bbdd86e13 req-a0d242f3-85be-4f7a-a5f2-a28de9a0fdac tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 May 17 18:26:27.303912 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:27.328843 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Checking router: a907e6ea-6240-4b71-b84c-a904a51eb1f4 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:26:27.337205 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:27.337826 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:27.435022 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:27.614685 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:27.638626 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c9e0b-b816-4a80-b2a6-e55858d99439 None None] The sync data for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi is: [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:22:21Z', 'revision_number': 4, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'd7f79c35-4953-41a3-a81c-968811a04447', 'name': '', 'network_id': 'a4568d42-5300-4d85-a01d-63902b8a6e93', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'mac_address': 'fa:16:3e:8b:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:21Z', 'updated_at': '2022-05-17T18:22:25Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'subnets': [{'id': 'ff768ee8-e646-4385-ae87-b159d11308fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:26:27.854328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8078f6d-bc2a-49d5-91c3-0897ca8130dd None None] New status for floating IP efe16a9c-454a-419e-aef6-d885df6e9fcd: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:26:28.087966 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:28.090336 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8384f4-62b4-43d2-b240-04a041f109da" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:28.126693 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a88d703-ae3e-42ae-9252-268fc8cdc467 x-openstack-request-id: req-5a88d703-ae3e-42ae-9252-268fc8cdc467 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:28.126997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:28.127225 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a88d703-ae3e-42ae-9252-268fc8cdc467 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:28.127619 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a88d703-ae3e-42ae-9252-268fc8cdc467'] response: {'name': 'network-changed', 'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:26:28.246931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f262-60d3-4de0-9743-99971e9e19ee req-f269d34b-8d42-4599-96d4-06b4e92a5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.247537 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-f269d34b-8d42-4599-96d4-06b4e92a5071 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 1127 time: 0.0660882 May 17 18:26:28.250650 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8384f4-62b4-43d2-b240-04a041f109da req-f6b59215-54f5-4940-8f65-2eb0a12f2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.252395 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-f6b59215-54f5-4940-8f65-2eb0a12f2ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1129 time: 0.0693071 May 17 18:26:28.342281 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce007-51fa-4733-9272-2a2a1915f861 req-e55f468f-27ae-4de9-87ad-f149c2b96b18 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.343659 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26ce007-51fa-4733-9272-2a2a1915f861 req-e55f468f-27ae-4de9-87ad-f149c2b96b18 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 943 time: 0.0501657 May 17 18:26:28.388900 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26ce007-51fa-4733-9272-2a2a1915f861 req-e68d39ac-f3e4-42fe-b47f-ce73635e2b53 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 May 17 18:26:28.822032 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f262-60d3-4de0-9743-99971e9e19ee req-bd350cd7-f746-4032-8df8-99464fee5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.823454 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-bd350cd7-f746-4032-8df8-99464fee5236 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 910 time: 0.1583953 May 17 18:26:28.824481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8384f4-62b4-43d2-b240-04a041f109da req-c8251de0-b279-4458-a3f1-615e5105afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.826607 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-c8251de0-b279-4458-a3f1-615e5105afb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.1622326 May 17 18:26:28.896608 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-66a36874-43c7-455e-9247-575d9bd4f0b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be72679b-55e9-43c5-8e6a-262e476879da HTTP/1.1" status: 200 len: 217 time: 0.0615253 May 17 18:26:28.897800 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-d0ae2521-85b3-4e7f-9477-fa62e187a3ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 217 time: 0.0615857 May 17 18:26:28.986105 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f262-60d3-4de0-9743-99971e9e19ee req-170669b9-6d2b-4478-bed1-581de3df60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.987518 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-170669b9-6d2b-4478-bed1-581de3df60ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9a11f8-8b43-45b4-a33f-800699137d5f HTTP/1.1" status: 200 len: 849 time: 0.0809281 May 17 18:26:28.989298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8384f4-62b4-43d2-b240-04a041f109da req-bcb352d1-5178-416e-a652-bf463b6342ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:28.990784 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-bcb352d1-5178-416e-a652-bf463b6342ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0771868 May 17 18:26:29.047877 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-dbb4fe92-e953-4b2c-94fe-57262e30a1f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474792 May 17 18:26:29.065283 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8384f4-62b4-43d2-b240-04a041f109da req-256ba984-e7e7-4413-8157-b16e290a1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.066730 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-256ba984-e7e7-4413-8157-b16e290a1c84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676708 May 17 18:26:29.205025 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-a6b5b29c-5c56-4211-9277-811859f640a9 service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502001 May 17 18:26:29.222398 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-cb1e2448-5daf-46d4-9c9c-bb73f751ee59 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455915 May 17 18:26:29.362544 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3805f262-60d3-4de0-9743-99971e9e19ee req-e6874097-b811-4052-9ada-d3cb72d49f1f service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507385 May 17 18:26:29.367620 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db8384f4-62b4-43d2-b240-04a041f109da req-d1abc1d8-b419-4d39-bd50-8ad3509f1939 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362000 May 17 18:26:29.448435 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-54de7004-d89e-46b4-9fae-90900bb49e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.449963 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-54de7004-d89e-46b4-9fae-90900bb49e24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 1129 time: 0.0399685 May 17 18:26:29.510841 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e4c2-cabe-4241-b47b-a079e70fa84f req-05ad0926-1091-4264-b98b-01a193b576f8 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.513993 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1631e4c2-cabe-4241-b47b-a079e70fa84f req-05ad0926-1091-4264-b98b-01a193b576f8 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 943 time: 0.0554829 May 17 18:26:29.558513 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-9ebc8921-7fd1-42a2-8b04-789001bf2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.560089 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-9ebc8921-7fd1-42a2-8b04-789001bf2186 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 200 len: 916 time: 0.1039844 May 17 18:26:29.564943 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1631e4c2-cabe-4241-b47b-a079e70fa84f req-799adf33-b7c6-4554-be42-0750e32abfd9 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 May 17 18:26:29.601194 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-d27f9046-80e7-49fa-8b8d-dd771bece7c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 200 len: 217 time: 0.0337253 May 17 18:26:29.647129 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-1699dac3-db27-4c92-86d7-a20548f49af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.648480 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-1699dac3-db27-4c92-86d7-a20548f49af6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 200 len: 854 time: 0.0416112 May 17 18:26:29.693157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-a0ec3d87-0b8e-4266-8b72-7b37570dab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:29.694645 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-a0ec3d87-0b8e-4266-8b72-7b37570dab21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a4568d42-5300-4d85-a01d-63902b8a6e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397735 May 17 18:26:29.785823 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-49ae21f7-b7b0-4889-bded-684e9f4245c6 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 May 17 18:26:29.882641 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8dfdbc8-060d-4bcf-8474-5f2eb1995c23 req-cfeff004-95fb-4d44-b731-cde2626dac46 service neutron] 10.222.0.59 "GET /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910187 May 17 18:26:30.148580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device be72679b-55e9-43c5-8e6a-262e476879da details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:26:30.244545 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=be72679b-55e9-43c5-8e6a-262e476879da,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:30.256399 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'be72679b-55e9-43c5-8e6a-262e476879da', 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1', 'port_id': 'be72679b-55e9-43c5-8e6a-262e476879da', 'mac_address': 'fa:16:3e:05:60:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9a11f8-8b43-45b4-a33f-800699137d5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:26:30.289821 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port be72679b-55e9-43c5-8e6a-262e476879da is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:26:30.290203 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (be72679b-55e9-43c5-8e6a-262e476879da), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:30.302417 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be72679b-55e9-43c5-8e6a-262e476879da {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:26:30.321374 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=be72679b-55e9-43c5-8e6a-262e476879da,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:30.325571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:30.372191 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:30.379538 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.379887 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.380249 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.380594 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.380928 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.381260 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.381636 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.381965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.382292 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.382617 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.382942 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.383287 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.383615 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.383936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.384256 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:30.684629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef7c01-3816-4887-8a6b-ccf856ff8d62 req-bba4a98f-8858-4462-b17e-dc5f95039873 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:30.686122 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bef7c01-3816-4887-8a6b-ccf856ff8d62 req-bba4a98f-8858-4462-b17e-dc5f95039873 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 944 time: 0.0505614 May 17 18:26:30.736156 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bef7c01-3816-4887-8a6b-ccf856ff8d62 req-48fab609-f180-4d94-8141-e5ea8f944c74 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 May 17 18:26:30.759603 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['be72679b-55e9-43c5-8e6a-262e476879da'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:30.813762 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c72fa-8b07-42b2-a7e0-1c09ff0d59d7 req-ffcba351-1567-43ee-87e5-4308891867e8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:30.815423 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a73c72fa-8b07-42b2-a7e0-1c09ff0d59d7 req-ffcba351-1567-43ee-87e5-4308891867e8 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0467627 May 17 18:26:30.862761 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a73c72fa-8b07-42b2-a7e0-1c09ff0d59d7 req-943e411a-0fd0-43b8-9be6-cb95566ccb92 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 May 17 18:26:31.852237 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70a589-8ff4-46d5-abcf-33713b16150f req-46b847b6-6a04-41a2-9171-fe39a261953e tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:31.853719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c70a589-8ff4-46d5-abcf-33713b16150f req-46b847b6-6a04-41a2-9171-fe39a261953e tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 944 time: 0.0460882 May 17 18:26:31.902666 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c70a589-8ff4-46d5-abcf-33713b16150f req-555c3645-72d6-4a66-855e-f32402d6adee tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 May 17 18:26:31.974203 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0296982-6724-4b01-bc51-7bf7ea50e924 req-70597ee4-c186-4666-b1da-85667211c6c7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:31.975629 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0296982-6724-4b01-bc51-7bf7ea50e924 req-70597ee4-c186-4666-b1da-85667211c6c7 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0453446 May 17 18:26:32.021453 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0296982-6724-4b01-bc51-7bf7ea50e924 req-f770521a-68c4-4038-9e4d-e9f33828751a tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 May 17 18:26:32.168046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device be72679b-55e9-43c5-8e6a-262e476879da up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:26:32.208018 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port be72679b-55e9-43c5-8e6a-262e476879da completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:26:32.213578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port be72679b-55e9-43c5-8e6a-262e476879da triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:26:32.213953 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (be72679b-55e9-43c5-8e6a-262e476879da), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:32.282571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port be72679b-55e9-43c5-8e6a-262e476879da is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:26:32.282878 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (be72679b-55e9-43c5-8e6a-262e476879da), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:32.304311 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:32.306576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ea756-be36-4175-8976-d23abf9fc48b" -d '{"events": [{"server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "name": "network-vif-plugged", "status": "completed", "tag": "be72679b-55e9-43c5-8e6a-262e476879da"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:32.318556 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=be72679b-55e9-43c5-8e6a-262e476879da,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:32.322758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:32.349043 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0aedb-69f6-4032-80a3-36e4c183c9bb x-openstack-request-id: req-11c0aedb-69f6-4032-80a3-36e4c183c9bb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:32.349363 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "name": "network-vif-plugged", "status": "completed", "tag": "be72679b-55e9-43c5-8e6a-262e476879da", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:32.349653 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11c0aedb-69f6-4032-80a3-36e4c183c9bb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:32.350050 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c0aedb-69f6-4032-80a3-36e4c183c9bb'] response: {'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da', 'code': 200} May 17 18:26:32.375555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:32.651504 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88594-729c-425b-9b0f-9e6b48f7d4ce req-a4afe8fc-f8c2-4b16-a532-60fb33d171be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:32.652947 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-54f88594-729c-425b-9b0f-9e6b48f7d4ce req-a4afe8fc-f8c2-4b16-a532-60fb33d171be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 1129 time: 0.0417044 May 17 18:26:32.694416 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-54f88594-729c-425b-9b0f-9e6b48f7d4ce req-f484a7b5-45ae-4524-a574-a63d2eefd82a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353482 May 17 18:26:33.013886 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f83d7-db54-487b-816c-69dae8217d7a req-38cea6e9-0aeb-4bd8-9642-07301fcbd837 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:33.015322 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-271f83d7-db54-487b-816c-69dae8217d7a req-38cea6e9-0aeb-4bd8-9642-07301fcbd837 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0461805 May 17 18:26:33.064716 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-271f83d7-db54-487b-816c-69dae8217d7a req-b527df89-f364-4c0c-b338-5fd6c3763c81 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 May 17 18:26:33.086175 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-94da5995-218f-4246-a986-433bfcfa8df9 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:33.087620 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-94da5995-218f-4246-a986-433bfcfa8df9 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0576868 May 17 18:26:33.153280 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4719a-bc36-40fe-bae3-ad404ea49fba req-b38c9574-fb38-4ed1-973e-70904a6ef86e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:33.155378 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7e4719a-bc36-40fe-bae3-ad404ea49fba req-b38c9574-fb38-4ed1-973e-70904a6ef86e tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 945 time: 0.0506980 May 17 18:26:33.175827 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Deleting port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:33.176172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:33.201595 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7e4719a-bc36-40fe-bae3-ad404ea49fba req-f99e8ba1-a0a2-4e10-af7f-84b6bf7628fd tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/security-groups?id=acdbf498-3c2c-446e-bff6-7c2212ff053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 May 17 18:26:33.262103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] For port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:33.262465 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:33.278291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Calling delete_port for cc5efd46-7563-4b9a-9d0d-a824d9fd3faf owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:33.396320 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (cc5efd46-7563-4b9a-9d0d-a824d9fd3faf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:33.408332 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:33.423637 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Pushing event deleted for resources: {'Port': ['ID=cc5efd46-7563-4b9a-9d0d-a824d9fd3faf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:33.469733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] No DVR routers for this DVR port cc5efd46-7563-4b9a-9d0d-a824d9fd3faf on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:33.472081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:33.475341 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9ecd18f-a96c-4f4f-92e1-341a1d66c764 req-01eaa7c5-99fa-42ae-9757-b85831d68fa6 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.59 "DELETE /v2.0/ports/cc5efd46-7563-4b9a-9d0d-a824d9fd3faf HTTP/1.1" status: 204 len: 173 time: 0.3820951 May 17 18:26:33.475770 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'name': 'network-vif-deleted', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:33.477999 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382ed3d-3cb6-40cf-90ec-743869931b06" -d '{"events": [{"server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "name": "network-vif-deleted", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:33.512969 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e07351-7e21-4891-9d58-51ec92b1f7a3 x-openstack-request-id: req-69e07351-7e21-4891-9d58-51ec92b1f7a3 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:33.513819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e42d88-56d2-431d-9b8a-874306f6895d", "name": "network-vif-deleted", "tag": "cc5efd46-7563-4b9a-9d0d-a824d9fd3faf", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:33.514072 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69e07351-7e21-4891-9d58-51ec92b1f7a3 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:33.514468 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e07351-7e21-4891-9d58-51ec92b1f7a3'] response: {'server_uuid': 'd4e42d88-56d2-431d-9b8a-874306f6895d', 'name': 'network-vif-deleted', 'tag': 'cc5efd46-7563-4b9a-9d0d-a824d9fd3faf', 'status': 'completed', 'code': 200} May 17 18:26:34.181499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e5acb-123d-497e-9374-ab937fbd2b9b req-73ed1dd2-346e-4f47-bc3d-ef1ff282e74d tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:34.183225 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-750e5acb-123d-497e-9374-ab937fbd2b9b req-73ed1dd2-346e-4f47-bc3d-ef1ff282e74d tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0524993 May 17 18:26:34.236279 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-750e5acb-123d-497e-9374-ab937fbd2b9b req-108e70fe-9c78-4d07-9431-d077ed2c7476 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 May 17 18:26:34.308456 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3fb0c9c8-c934-4277-b6d5-af61e7d6cc3b req-81b3f525-ef6b-4451-9a48-20372ee11962 tempest-TestMinimumBasicScenario-1415861914 tempest-TestMinimumBasicScenario-1415861914-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e42d88-56d2-431d-9b8a-874306f6895d HTTP/1.1" status: 200 len: 210 time: 0.0268118 May 17 18:26:35.350017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6472ded-326f-48b1-a439-98fed9296085 req-06e3b2ba-2be7-4aad-b8a0-5e967bacbf67 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:35.351470 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6472ded-326f-48b1-a439-98fed9296085 req-06e3b2ba-2be7-4aad-b8a0-5e967bacbf67 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0484362 May 17 18:26:35.399032 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6472ded-326f-48b1-a439-98fed9296085 req-c479df2e-3e44-4fe1-924c-6aa2fac09841 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 May 17 18:26:35.589251 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:35.997030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:36.011675 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e216-a43d-4738-ab92-91a951f173fb req-f94c03fc-fac5-408f-b71c-0fdc27571e6a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:36.013638 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25a3e216-a43d-4738-ab92-91a951f173fb req-f94c03fc-fac5-408f-b71c-0fdc27571e6a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0533161 May 17 18:26:36.121346 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25a3e216-a43d-4738-ab92-91a951f173fb req-e5b621bf-7b39-452d-a7d6-ca23c313b1c5 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768139 May 17 18:26:36.182087 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc5efd46-7563-4b9a-9d0d-a824d9fd3faf no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:36.201959 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: cc5efd46-7563-4b9a-9d0d-a824d9fd3faf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:36.202337 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc5efd46-7563-4b9a-9d0d-a824d9fd3faf not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:36.406716 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:36.907470 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Deleting port d7f79c35-4953-41a3-a81c-968811a04447 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:36.907808 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (d7f79c35-4953-41a3-a81c-968811a04447), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:36.985100 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] For port d7f79c35-4953-41a3-a81c-968811a04447, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=d7f79c35-4953-41a3-a81c-968811a04447,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:36.985480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (d7f79c35-4953-41a3-a81c-968811a04447), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:36.997872 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Calling delete_port for d7f79c35-4953-41a3-a81c-968811a04447 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:37.171625 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (d7f79c35-4953-41a3-a81c-968811a04447), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.199831 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f79c35-4953-41a3-a81c-968811a04447,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:37.283133 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7fdfa-cc65-4e34-8bd0-5b828c2baa07 req-a9f67599-6e31-4309-be1b-cf1d62241d90 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:37.284625 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2b7fdfa-cc65-4e34-8bd0-5b828c2baa07 req-a9f67599-6e31-4309-be1b-cf1d62241d90 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0864434 May 17 18:26:37.378795 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2b7fdfa-cc65-4e34-8bd0-5b828c2baa07 req-a82984a6-e319-48c7-abd2-e14caf9d4d1c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876994 May 17 18:26:37.433064 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.492759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-4c8245be-c351-4eee-8bf9-f4df45256822 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:37.495265 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-4c8245be-c351-4eee-8bf9-f4df45256822 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 945 time: 0.0534294 May 17 18:26:37.593689 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Deleting port be72679b-55e9-43c5-8e6a-262e476879da {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:37.594033 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (be72679b-55e9-43c5-8e6a-262e476879da), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.642502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Router a907e6ea-6240-4b71-b84c-a904a51eb1f4 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:26:37.680825 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] For port be72679b-55e9-43c5-8e6a-262e476879da, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=be72679b-55e9-43c5-8e6a-262e476879da,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:37.681121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (be72679b-55e9-43c5-8e6a-262e476879da), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.694653 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Calling delete_port for be72679b-55e9-43c5-8e6a-262e476879da owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:37.745293 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:26:37.751779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-28a6c758-e384-48ca-ae8b-cd84f42b864d admin admin] 10.222.0.65 "PUT /v2.0/routers/a907e6ea-6240-4b71-b84c-a904a51eb1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533925 May 17 18:26:37.755331 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:37.764465 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Sync routers for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:26:37.773803 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:37.774415 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:37.876608 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:37.898069 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks [] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.937393 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (be72679b-55e9-43c5-8e6a-262e476879da), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:37.951123 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['be72679b-55e9-43c5-8e6a-262e476879da'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:37.967565 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Pushing event deleted for resources: {'Port': ['ID=be72679b-55e9-43c5-8e6a-262e476879da,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:38.045015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] No DVR routers for this DVR port be72679b-55e9-43c5-8e6a-262e476879da on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:38.047111 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'ce06319c-e290-4a89-8149-81848cf55456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:26:37Z', 'revision_number': 5, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port': {'id': 'ce06319c-e290-4a89-8149-81848cf55456', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:19Z', 'updated_at': '2022-05-17T18:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:38.051169 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.054326 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c7809bb-530c-4fdf-9d2b-6eba9b00eeea req-c20daf9a-975a-412d-b1e8-9b3b388d0247 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "DELETE /v2.0/ports/be72679b-55e9-43c5-8e6a-262e476879da HTTP/1.1" status: 204 len: 173 time: 0.5436759 May 17 18:26:38.054756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'name': 'network-vif-deleted', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:38.056958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2327e-7314-4d25-9fcb-462ead38c7ca" -d '{"events": [{"server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "name": "network-vif-deleted", "tag": "be72679b-55e9-43c5-8e6a-262e476879da"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:38.068040 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks [] for router_gateway (a907e6ea-6240-4b71-b84c-a904a51eb1f4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.090652 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Checking router: a907e6ea-6240-4b71-b84c-a904a51eb1f4 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:26:38.099653 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Routers {'a907e6ea-6240-4b71-b84c-a904a51eb1f4'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:38.100467 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:38.118783 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f83bc3-bfd6-4ec7-8df7-4d08e25a29d1 x-openstack-request-id: req-06f83bc3-bfd6-4ec7-8df7-4d08e25a29d1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:38.119076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2b9d9e-6ae9-4827-a320-80407d14dc40", "name": "network-vif-deleted", "tag": "be72679b-55e9-43c5-8e6a-262e476879da", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:38.119333 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06f83bc3-bfd6-4ec7-8df7-4d08e25a29d1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:38.121248 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f83bc3-bfd6-4ec7-8df7-4d08e25a29d1'] response: {'server_uuid': '8f2b9d9e-6ae9-4827-a320-80407d14dc40', 'name': 'network-vif-deleted', 'tag': 'be72679b-55e9-43c5-8e6a-262e476879da', 'status': 'completed', 'code': 200} May 17 18:26:38.135459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Deleting port ce06319c-e290-4a89-8149-81848cf55456 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:38.135705 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (ce06319c-e290-4a89-8149-81848cf55456), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.185566 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] Set router a907e6ea-6240-4b71-b84c-a904a51eb1f4 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:38.217915 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] For port ce06319c-e290-4a89-8149-81848cf55456, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ce06319c-e290-4a89-8149-81848cf55456,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:38.218152 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (ce06319c-e290-4a89-8149-81848cf55456), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.232631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Calling delete_port for ce06319c-e290-4a89-8149-81848cf55456 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:38.317911 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-64f69978-b21b-4905-a202-24a170115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:26:38Z', 'revision_number': 6, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:38.343942 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f69978-b21b-4905-a202-24a170115fbd None None] The sync data for ids ['a907e6ea-6240-4b71-b84c-a904a51eb1f4'] in dv-cinder-837362-2-iscsi is: [{'id': 'a907e6ea-6240-4b71-b84c-a904a51eb1f4', 'name': 'tempest-TestMinimumBasicScenario-1753532497-router', 'tenant_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:18Z', 'updated_at': '2022-05-17T18:26:38Z', 'revision_number': 6, 'project_id': '271959139e4a4e058a5a56cbdfc8cdcb', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:26:38.497733 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63561017-8d9f-463b-8293-c99818ef590f req-4a69cffe-d7c0-4177-b5f9-d8d3c9fa56fc tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f2b9d9e-6ae9-4827-a320-80407d14dc40 HTTP/1.1" status: 200 len: 210 time: 0.0296900 May 17 18:26:38.632419 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (ce06319c-e290-4a89-8149-81848cf55456), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.657241 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce06319c-e290-4a89-8149-81848cf55456,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:38.720970 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.810702 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.812816 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks [] for router_controller (a907e6ea-6240-4b71-b84c-a904a51eb1f4), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.854851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (a907e6ea-6240-4b71-b84c-a904a51eb1f4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.855485 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a907e6ea-6240-4b71-b84c-a904a51eb1f4 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:26:38.859959 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.861077 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-58e0c277-82c0-442a-b359-f6f01c3b7a7d admin admin] 10.222.0.65 "DELETE /v2.0/routers/a907e6ea-6240-4b71-b84c-a904a51eb1f4 HTTP/1.1" status: 204 len: 168 time: 1.1051311 May 17 18:26:38.863689 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:38.908964 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Deleting subnet ff768ee8-e646-4385-ae87-b159d11308fe {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:26:38.912004 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Publish callbacks [] for subnet (ff768ee8-e646-4385-ae87-b159d11308fe), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:38.947863 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (ff768ee8-e646-4385-ae87-b159d11308fe), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.043906 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (ff768ee8-e646-4385-ae87-b159d11308fe), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.095974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (ff768ee8-e646-4385-ae87-b159d11308fe), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.124571 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff768ee8-e646-4385-ae87-b159d11308fe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:39.130162 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.133477 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9dca9a93-dc5e-4750-904e-344955f553be admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ff768ee8-e646-4385-ae87-b159d11308fe HTTP/1.1" status: 204 len: 168 time: 0.2688339 May 17 18:26:39.135918 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35476) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:39.139934 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a00068-50b2-44cb-ae4b-20ba1e034430 None None] Network a4568d42-5300-4d85-a01d-63902b8a6e93 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:39.211819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (a4568d42-5300-4d85-a01d-63902b8a6e93), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.255272 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Deleting port ee376508-c1d8-4cfe-bc39-982b6f18acbc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:39.255635 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.314138 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] DHCP port deletion for a4568d42-5300-4d85-a01d-63902b8a6e93 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:26:39.330213 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] For port ee376508-c1d8-4cfe-bc39-982b6f18acbc, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ee376508-c1d8-4cfe-bc39-982b6f18acbc,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:39.330747 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.344937 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Calling delete_port for ee376508-c1d8-4cfe-bc39-982b6f18acbc owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:39.354847 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Deleting port ee376508-c1d8-4cfe-bc39-982b6f18acbc {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:39.355218 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.419162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] For port ee376508-c1d8-4cfe-bc39-982b6f18acbc, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=ee376508-c1d8-4cfe-bc39-982b6f18acbc,segment=NetworkSegment(045963d8-0b5c-46d5-a67b-2b7b49815a41),segment_id=045963d8-0b5c-46d5-a67b-2b7b49815a41)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:39.419563 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.432637 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Calling delete_port for ee376508-c1d8-4cfe-bc39-982b6f18acbc owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:39.434014 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.462546 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee376508-c1d8-4cfe-bc39-982b6f18acbc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:39.467279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] No DVR routers for this DVR port ee376508-c1d8-4cfe-bc39-982b6f18acbc on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:39.516439 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (ee376508-c1d8-4cfe-bc39-982b6f18acbc), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.536471 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] Pushing event deleted for resources: {'Port': ['ID=ee376508-c1d8-4cfe-bc39-982b6f18acbc,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:39.538343 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6bcad-ade1-475c-b84f-00ee953b491c None None] No DVR routers for this DVR port ee376508-c1d8-4cfe-bc39-982b6f18acbc on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:39.542634 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (a4568d42-5300-4d85-a01d-63902b8a6e93), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.571696 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4568d42-5300-4d85-a01d-63902b8a6e93']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:39.582498 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045963d8-0b5c-46d5-a67b-2b7b49815a41') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:39.582785 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045963d8-0b5c-46d5-a67b-2b7b49815a41') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:39.624777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (045963d8-0b5c-46d5-a67b-2b7b49815a41), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.643546 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-fea89806-3a7b-4321-9949-9aa3ea0576cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585396 May 17 18:26:39.644402 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (045963d8-0b5c-46d5-a67b-2b7b49815a41), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.652356 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:26:39.652880 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (045963d8-0b5c-46d5-a67b-2b7b49815a41), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:26:39.655231 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:26:39.736262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (a4568d42-5300-4d85-a01d-63902b8a6e93), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.738369 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-105d95c6-e790-4fb5-97f8-c72f32d5cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:39.739838 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-105d95c6-e790-4fb5-97f8-c72f32d5cfa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1130 time: 0.0683901 May 17 18:26:39.743647 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:39.746562 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a4568d42-5300-4d85-a01d-63902b8a6e93 HTTP/1.1" status: 204 len: 168 time: 0.6096025 May 17 18:26:39.750112 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:39.758674 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a278b6-1055-418f-be58-55637174bf04 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4568d42-5300-4d85-a01d-63902b8a6e93,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:39.835126 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ce06319c-e290-4a89-8149-81848cf55456 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:39.860678 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: ce06319c-e290-4a89-8149-81848cf55456 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:39.861375 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ce06319c-e290-4a89-8149-81848cf55456 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:39.862238 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device d7f79c35-4953-41a3-a81c-968811a04447 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:39.864810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-1b75ccb7-195a-4e46-bfa1-2ecaf827d40a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:39.866541 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-1b75ccb7-195a-4e46-bfa1-2ecaf827d40a tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 809 time: 0.1837370 May 17 18:26:39.883341 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: d7f79c35-4953-41a3-a81c-968811a04447 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:39.883598 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-db1941da-9cc0-4f10-ac75-a7104b67d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:39.883912 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device d7f79c35-4953-41a3-a81c-968811a04447 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:39.884421 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ee376508-c1d8-4cfe-bc39-982b6f18acbc no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:39.885716 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-db1941da-9cc0-4f10-ac75-a7104b67d761 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.1208973 May 17 18:26:39.892970 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-8110c105-2054-4a04-8b91-c9570c4c2e7d tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/quotas/7c88151132894c38874f6c453c9177f6 HTTP/1.1" status: 200 len: 375 time: 0.0177896 May 17 18:26:39.905989 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: ee376508-c1d8-4cfe-bc39-982b6f18acbc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:39.906485 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device ee376508-c1d8-4cfe-bc39-982b6f18acbc not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:39.953284 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-9c6b54bc-3967-4f88-a996-61ac98c7f53c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 1002 time: 0.0614436 May 17 18:26:39.957233 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-b9b709f5-0eef-41d0-b1ca-8c0b069b31e9 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295160 May 17 18:26:40.001047 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-bd4c0fa2-232b-4907-bf87-5ae1b586a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:40.002532 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-bd4c0fa2-232b-4907-bf87-5ae1b586a0ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0428967 May 17 18:26:40.046274 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-198d0c91-deb3-4f8d-9a70-8a6bdc994c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:40.047751 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-198d0c91-deb3-4f8d-9a70-8a6bdc994c02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378821 May 17 18:26:40.121364 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-26f19015-a013-4fd6-ab68-985e446e8c13 service neutron] 10.222.0.65 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567547 May 17 18:26:40.138948 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-847467c1-4477-4525-802b-b2c24914c319 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 May 17 18:26:40.188616 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device be72679b-55e9-43c5-8e6a-262e476879da no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:40.211663 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: be72679b-55e9-43c5-8e6a-262e476879da {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:40.212002 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device be72679b-55e9-43c5-8e6a-262e476879da not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:40.229288 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c6915b5-c0a7-4d32-a0f3-80c310d743b2 req-3f889963-f781-4e5a-8b14-ae5efc483854 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 May 17 18:26:40.260086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (8ab90604-d36e-4862-89d4-877ac363749a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:40.303496 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-954a2682-a80c-4836-a012-f6df804e073e service neutron] 10.222.0.65 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655393 May 17 18:26:40.478942 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e25e607-3b40-4e25-9d21-5650ea42be5a req-36c771cb-ec39-4ecf-99b2-1f886bf7b588 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 210 time: 0.0446665 May 17 18:26:40.531473 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Deleting port b20944a9-240b-4d74-b276-a84ac89f305f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:40.531816 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:40.614038 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] For port b20944a9-240b-4d74-b276-a84ac89f305f, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b20944a9-240b-4d74-b276-a84ac89f305f,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:40.614427 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:40.627743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Calling delete_port for b20944a9-240b-4d74-b276-a84ac89f305f owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:40.819120 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (b20944a9-240b-4d74-b276-a84ac89f305f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:40.848732 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20944a9-240b-4d74-b276-a84ac89f305f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:41.016515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (8ab90604-d36e-4862-89d4-877ac363749a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.217294 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Router 8ab90604-d36e-4862-89d4-877ac363749a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:26:41.427826 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-91787efb-6e5e-4925-a0d7-8d7bce366f29 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:41.430165 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-91787efb-6e5e-4925-a0d7-8d7bce366f29 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 809 time: 0.1214621 May 17 18:26:41.443267 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Request body: {'port': {'device_id': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1', 'admin_state_up': True, 'tenant_id': '7c88151132894c38874f6c453c9177f6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:41.565935 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Made reservation on behalf of 7c88151132894c38874f6c453c9177f6 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:26:41.569804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.579816 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:26:41.585376 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2484ddf2-bcfe-48b1-abae-a4833e0481e7 admin admin] 10.222.0.65 "PUT /v2.0/routers/8ab90604-d36e-4862-89d4-877ac363749a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8342202 May 17 18:26:41.587837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:41.596820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Sync routers for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:26:41.609434 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:41.610420 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:41.719277 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks [] for router (8ab90604-d36e-4862-89d4-877ac363749a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.733013 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:41.733984 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Allocated IP 172.20.0.9 (837d8b04-5531-4d25-8d9f-1ce43ec42ea1/2c9a11f8-8b43-45b4-a33f-800699137d5f/d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:26:41.866735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-703244fb-f03d-45cf-8860-c6757e320244 req-66288c0c-8fb3-4948-be92-38d5665de0a6 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 210 time: 0.0429578 May 17 18:26:41.886833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks [] for router_gateway (8ab90604-d36e-4862-89d4-877ac363749a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.917692 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:26:40Z', 'revision_number': 5, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port': {'id': '3b89960a-db1d-4ee5-80f0-e33ecad68ea6', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab90604-d36e-4862-89d4-877ac363749a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:41.918370 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks [] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.934302 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Deleting port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:41.935345 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.944717 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Checking router: 8ab90604-d36e-4862-89d4-877ac363749a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:26:41.952016 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:41.953374 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Routers {'8ab90604-d36e-4862-89d4-877ac363749a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:26:41.954061 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['8ab90604-d36e-4862-89d4-877ac363749a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:41.993746 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:26:42.001734 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:26:42.005721 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:26:42.009898 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Pushing event updated for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:42.024790 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] For port 3b89960a-db1d-4ee5-80f0-e33ecad68ea6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:42.025232 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.041665 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Calling delete_port for 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:42.047503 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] Set router 8ab90604-d36e-4862-89d4-877ac363749a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:26:42.056002 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:42.056696 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.074943 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-0f472e0b-bd2d-4ea4-bd37-8af49268ec50 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363995 May 17 18:26:42.086180 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Request body: {'port': {'device_id': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:26:42.100448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:26:41Z', 'revision_number': 6, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:42.125726 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863a219-b7f2-4ca8-bb2b-5212c861a831 None None] The sync data for ids ['8ab90604-d36e-4862-89d4-877ac363749a'] in dv-cinder-837362-2-iscsi is: [{'id': '8ab90604-d36e-4862-89d4-877ac363749a', 'name': 'tempest-TestMinimumBasicScenario-478488642-router', 'tenant_id': '298c01b6cb2c4ba08a12e93476db8a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:22:23Z', 'updated_at': '2022-05-17T18:26:41Z', 'revision_number': 6, 'project_id': '298c01b6cb2c4ba08a12e93476db8a04', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:26:42.155439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.216345 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (3b89960a-db1d-4ee5-80f0-e33ecad68ea6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.242226 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b89960a-db1d-4ee5-80f0-e33ecad68ea6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:42.306602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (8ab90604-d36e-4862-89d4-877ac363749a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.406748 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (8ab90604-d36e-4862-89d4-877ac363749a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.408877 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks [] for router_controller (8ab90604-d36e-4862-89d4-877ac363749a), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.443841 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:26:42.451248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks [] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.464304 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Transition to ACTIVE for port object d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:26:42.470648 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.475017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (8ab90604-d36e-4862-89d4-877ac363749a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.475726 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab90604-d36e-4862-89d4-877ac363749a {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:26:42.485475 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.489479 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f7492612-39f1-44c2-b965-139bc7f6f37d admin admin] 10.222.0.65 "DELETE /v2.0/routers/8ab90604-d36e-4862-89d4-877ac363749a HTTP/1.1" status: 204 len: 168 time: 0.8997645 May 17 18:26:42.490262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:42.520947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:42.545717 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Deleting subnet e2550f2c-e30b-485f-b050-93dd793ab0e9 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:26:42.549137 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Publish callbacks [] for subnet (e2550f2c-e30b-485f-b050-93dd793ab0e9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.584092 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (e2550f2c-e30b-485f-b050-93dd793ab0e9), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.599869 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Attempting to bind port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:26:42.600264 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Attempting to bind port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:26:42.600589 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Attempting to bind port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:26:42.604947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:26:42.605260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Attempting to bind port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e on network 837d8b04-5531-4d25-8d9f-1ce43ec42ea1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:26:42.610056 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:26:42.610384 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Checking segment: {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:26:42.610758 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Bound using segment: {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:26:42.611198 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Bound port: d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49de3936-9020-4860-91c4-e6b2e50fd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:26:42.611550 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.662322 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (e2550f2c-e30b-485f-b050-93dd793ab0e9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.676502 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:26:42.679834 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:26:42.686314 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.719018 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (e2550f2c-e30b-485f-b050-93dd793ab0e9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.720125 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:42.720735 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.722121 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] 10.222.0.59 "PUT /v2.0/ports/d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e HTTP/1.1" status: 200 len: 1093 time: 0.6400065 May 17 18:26:42.722552 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:42.724793 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:42.747654 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad284471-8ad0-43d8-80be-24bd5c1029ee service neutron] Pushing event updated for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:42.750795 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.766037 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e2550f2c-e30b-485f-b050-93dd793ab0e9 HTTP/1.1" status: 204 len: 168 time: 0.2745860 May 17 18:26:42.766748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3223ec08-53d6-4a97-add9-c6948796693e None None] Network 258f78a5-ef97-4d89-906b-8a0ec7d5a561 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:26:42.767234 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647387-861e-491d-85fc-45b315f277d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2550f2c-e30b-485f-b050-93dd793ab0e9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:42.769814 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:42.776798 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbdbdc6-534d-400d-b2d0-ef0e8e97d501 x-openstack-request-id: req-5bbdbdc6-534d-400d-b2d0-ef0e8e97d501 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:42.777185 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:42.777572 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bbdbdc6-534d-400d-b2d0-ef0e8e97d501 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:42.778063 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbdbdc6-534d-400d-b2d0-ef0e8e97d501'] response: {'name': 'network-changed', 'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e', 'status': 'completed', 'code': 200} May 17 18:26:42.818474 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-f56d5751-0262-421f-ad58-174bb56e83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:42.820225 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-f56d5751-0262-421f-ad58-174bb56e83e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 1127 time: 0.0461984 May 17 18:26:42.851723 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (258f78a5-ef97-4d89-906b-8a0ec7d5a561), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.862320 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-4ddb2649-24eb-4ef2-9ac0-97ae97ad1694 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e HTTP/1.1" status: 200 len: 217 time: 0.0333149 May 17 18:26:42.904365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Deleting port 2fbde56e-f98c-4243-82a9-902867f8bf0a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:42.905425 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.923229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] DHCP port deletion for 258f78a5-ef97-4d89-906b-8a0ec7d5a561 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:26:42.941529 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ac9dddaf-8833-4f2a-8e91-a3a065939762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:42.943263 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-ac9dddaf-8833-4f2a-8e91-a3a065939762 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9a11f8-8b43-45b4-a33f-800699137d5f HTTP/1.1" status: 200 len: 849 time: 0.0746956 May 17 18:26:42.970785 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Deleting port 2fbde56e-f98c-4243-82a9-902867f8bf0a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:42.971300 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:42.977227 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-79ecb9a0-01e6-4326-8924-817330f0f3b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269020 May 17 18:26:43.022722 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] For port 2fbde56e-f98c-4243-82a9-902867f8bf0a, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=2fbde56e-f98c-4243-82a9-902867f8bf0a,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:43.023001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.037736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f51598-1c00-4e5b-807b-07c1be5f7099 req-9189ee32-05ab-4d0f-8a1f-99c05067b592 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:43.039214 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92f51598-1c00-4e5b-807b-07c1be5f7099 req-9189ee32-05ab-4d0f-8a1f-99c05067b592 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 943 time: 0.0656867 May 17 18:26:43.039354 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] For port 2fbde56e-f98c-4243-82a9-902867f8bf0a, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=2fbde56e-f98c-4243-82a9-902867f8bf0a,segment=NetworkSegment(4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb),segment_id=4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:43.039711 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.045254 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Calling delete_port for 2fbde56e-f98c-4243-82a9-902867f8bf0a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:43.060495 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Calling delete_port for 2fbde56e-f98c-4243-82a9-902867f8bf0a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:43.096152 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-7bd01f4e-81e2-4ea8-acd0-197a382cd2ac service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126590 May 17 18:26:43.138341 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92f51598-1c00-4e5b-807b-07c1be5f7099 req-9a4563d1-f441-4297-892b-ae37efd822a0 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902350 May 17 18:26:43.157307 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.183099 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (2fbde56e-f98c-4243-82a9-902867f8bf0a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.186149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] Pushing event deleted for resources: {'Port': ['ID=2fbde56e-f98c-4243-82a9-902867f8bf0a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:43.190084 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5825d5-2e52-452e-8cc0-8f144cccaa6e None None] No DVR routers for this DVR port 2fbde56e-f98c-4243-82a9-902867f8bf0a on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:43.220550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbde56e-f98c-4243-82a9-902867f8bf0a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:43.221074 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4524ac5-a824-4ba9-aca8-635f3ccc08fc req-fff66297-fcbd-4d52-814d-3e0d401dccf0 service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184187 May 17 18:26:43.235735 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] No DVR routers for this DVR port 2fbde56e-f98c-4243-82a9-902867f8bf0a on host dv-cinder-837362-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:43.320623 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (258f78a5-ef97-4d89-906b-8a0ec7d5a561), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.340575 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258f78a5-ef97-4d89-906b-8a0ec7d5a561']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:43.349828 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:43.350123 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:26:43.359810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.373350 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.379305 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:26:43.379723 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (4a1f8fd0-aa97-44e5-bd8c-f4918ac7b8cb), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self.session.flush() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self.session.flush() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self.session.flush() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self.session.flush() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:26:43.381431 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:26:43.433107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (258f78a5-ef97-4d89-906b-8a0ec7d5a561), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.439250 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.442369 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] 10.222.0.65 "DELETE /v2.0/networks/258f78a5-ef97-4d89-906b-8a0ec7d5a561 HTTP/1.1" status: 204 len: 168 time: 0.6716213 May 17 18:26:43.458579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d110-46c1-418e-bee0-5ec8c29d3619 admin admin] Pushing event deleted for resources: {'Network': ['ID=258f78a5-ef97-4d89-906b-8a0ec7d5a561,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:43.554596 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:43.594378 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b14ed2eb-a025-4663-8284-6eced73bf5db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=271959139e4a4e058a5a56cbdfc8cdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386729 May 17 18:26:43.596782 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:43.642503 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] Publish callbacks [] for security_group (acdbf498-3c2c-446e-bff6-7c2212ff053b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.662890 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] Publish callbacks [] for security_group (acdbf498-3c2c-446e-bff6-7c2212ff053b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.707521 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (acdbf498-3c2c-446e-bff6-7c2212ff053b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.710166 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:43.711281 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acdbf498-3c2c-446e-bff6-7c2212ff053b HTTP/1.1" status: 204 len: 168 time: 0.1136217 May 17 18:26:43.720533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801fa3-a70e-4991-b415-a521b727e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdbf498-3c2c-446e-bff6-7c2212ff053b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:43.868700 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b20944a9-240b-4d74-b276-a84ac89f305f no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:43.888569 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: b20944a9-240b-4d74-b276-a84ac89f305f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:43.888910 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b20944a9-240b-4d74-b276-a84ac89f305f not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:43.889322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:43.910294 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:43.910642 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 3b89960a-db1d-4ee5-80f0-e33ecad68ea6 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:43.911057 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 2fbde56e-f98c-4243-82a9-902867f8bf0a no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:43.929172 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 2fbde56e-f98c-4243-82a9-902867f8bf0a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:43.929546 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 2fbde56e-f98c-4243-82a9-902867f8bf0a not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:26:44.053303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:44.093797 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9bafc058-f386-4390-b446-bf76ceb55970 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=298c01b6cb2c4ba08a12e93476db8a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392189 May 17 18:26:44.096147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:26:44.142020 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] Publish callbacks [] for security_group (1537107c-4fd9-4556-93b0-32f57410d203), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:44.162876 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] Publish callbacks [] for security_group (1537107c-4fd9-4556-93b0-32f57410d203), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:44.223207 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1537107c-4fd9-4556-93b0-32f57410d203), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:44.225967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:44.227064 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1537107c-4fd9-4556-93b0-32f57410d203 HTTP/1.1" status: 204 len: 168 time: 0.1300027 May 17 18:26:44.254420 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79509806-7c01-49c8-a001-6e20f9adf800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537107c-4fd9-4556-93b0-32f57410d203,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:44.268381 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d27c1d-ce3d-4fda-919a-7c1f61909889 req-4eb6781f-14f8-42cd-a0e3-0a6110bd138f tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:44.270005 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67d27c1d-ce3d-4fda-919a-7c1f61909889 req-4eb6781f-14f8-42cd-a0e3-0a6110bd138f tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 943 time: 0.0587146 May 17 18:26:44.321129 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67d27c1d-ce3d-4fda-919a-7c1f61909889 req-eb4d8a12-b944-41c0-b1c8-3bfdb5acbf9e tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 May 17 18:26:45.006867 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f67b6e51-b8bd-4961-8874-ebe1ec6f45dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:45.433425 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b821c-5b80-4102-939b-5eb1a8803e57 req-7e145232-ea0e-4445-ad82-56ba9f60f1d7 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:45.434884 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-278b821c-5b80-4102-939b-5eb1a8803e57 req-7e145232-ea0e-4445-ad82-56ba9f60f1d7 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 943 time: 0.0458910 May 17 18:26:45.479977 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-278b821c-5b80-4102-939b-5eb1a8803e57 req-5f7809ea-aa7a-440e-8623-c281fe5b2919 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 May 17 18:26:45.827254 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-c133bcf7-921a-4e0b-8fd7-607284e0d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:45.828788 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-c133bcf7-921a-4e0b-8fd7-607284e0d922 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c88151132894c38874f6c453c9177f6&device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 1127 time: 0.0410514 May 17 18:26:45.915777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-39b32200-f9c3-4d70-aef5-ffbc2e5195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:45.917190 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-39b32200-f9c3-4d70-aef5-ffbc2e5195b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 200 len: 910 time: 0.0829012 May 17 18:26:45.958499 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-6476964b-b442-4dd2-be57-c5c3a29cbe36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e HTTP/1.1" status: 200 len: 217 time: 0.0346937 May 17 18:26:46.005074 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-10be9c8a-9064-4545-b4bf-bf1827f4a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:46.006398 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-10be9c8a-9064-4545-b4bf-bf1827f4a532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9a11f8-8b43-45b4-a33f-800699137d5f HTTP/1.1" status: 200 len: 849 time: 0.0413663 May 17 18:26:46.037718 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-8a57380c-d0b9-43dc-8947-6ae0697440a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837d8b04-5531-4d25-8d9f-1ce43ec42ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236659 May 17 18:26:46.126643 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-c023e07d-dccf-4561-b261-eef94566bf35 service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822349 May 17 18:26:46.211464 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc32e0dc-91c2-4f38-9c89-fb347f292c3e req-9092d9b3-a6de-4179-b5a5-ea3a3c88a963 service neutron] 10.222.0.59 "GET /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789795 May 17 18:26:46.221581 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:26:46.318097 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:46.329242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e', 'network_id': '837d8b04-5531-4d25-8d9f-1ce43ec42ea1', 'port_id': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e', 'mac_address': 'fa:16:3e:93:44:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9a11f8-8b43-45b4-a33f-800699137d5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:26:46.362458 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:26:46.362846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:46.379155 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:26:46.397520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:46.401635 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:46.445325 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:46.590096 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7551ff-4cf7-449c-9d9a-e317e4e67229 req-f8db3d79-1bb0-43d9-b42f-bb1e9512532d tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:46.591451 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd7551ff-4cf7-449c-9d9a-e317e4e67229 req-f8db3d79-1bb0-43d9-b42f-bb1e9512532d tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 944 time: 0.0453665 May 17 18:26:46.637320 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd7551ff-4cf7-449c-9d9a-e317e4e67229 req-fe065acc-76da-4b2c-a166-161097a009b1 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 May 17 18:26:46.791280 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:47.220225 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-833cf4e8-add3-4e0f-8e47-f3638946cd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:47.752691 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab37ad-fb67-4172-91e9-0078c3dd45ca req-e99799f0-8a8a-49e6-b1f0-eb3f39259959 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:47.754216 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dcab37ad-fb67-4172-91e9-0078c3dd45ca req-e99799f0-8a8a-49e6-b1f0-eb3f39259959 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 944 time: 0.0492480 May 17 18:26:47.800437 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dcab37ad-fb67-4172-91e9-0078c3dd45ca req-0a136df4-29de-45c9-8696-41932664b6e8 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 May 17 18:26:48.226875 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:26:48.267835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:26:48.273536 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:26:48.273913 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:48.357304 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:26:48.357708 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:48.359418 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:48.379948 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:48.382184 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aabaa2-48e3-4ff4-a612-d06b65ab3f1a" -d '{"events": [{"server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:48.394208 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:48.398088 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:48.421400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf1c96-9566-4aa3-8fa0-37386301ff32 x-openstack-request-id: req-fddf1c96-9566-4aa3-8fa0-37386301ff32 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:48.421734 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:48.421988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fddf1c96-9566-4aa3-8fa0-37386301ff32 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:48.422389 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddf1c96-9566-4aa3-8fa0-37386301ff32'] response: {'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e', 'code': 200} May 17 18:26:48.446676 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:48.573147 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b4b1b-3e25-4f25-98f5-5171e7678249 req-bbf4172f-1c4e-45a2-95cf-0f5438c1568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:48.574546 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ad9b4b1b-3e25-4f25-98f5-5171e7678249 req-bbf4172f-1c4e-45a2-95cf-0f5438c1568a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 1129 time: 0.0360463 May 17 18:26:48.618482 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ad9b4b1b-3e25-4f25-98f5-5171e7678249 req-276145c0-997e-4715-b327-d426b5d938d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 May 17 18:26:48.913105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a9087-509d-4f8b-9903-39f46823051c req-8f0aad6d-6f28-4b98-9d28-3bb19bb82046 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:48.914589 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0a9087-509d-4f8b-9903-39f46823051c req-8f0aad6d-6f28-4b98-9d28-3bb19bb82046 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0462482 May 17 18:26:48.960818 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0a9087-509d-4f8b-9903-39f46823051c req-3ea6a182-1d8f-41f9-b303-08a816de0d20 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 May 17 18:26:49.774163 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:50.071595 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c869ee-292a-4bb6-b40d-1b855f9607dd req-d213b7a5-0b54-4217-8159-8e30b38ebf37 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:50.073010 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82c869ee-292a-4bb6-b40d-1b855f9607dd req-d213b7a5-0b54-4217-8159-8e30b38ebf37 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0448816 May 17 18:26:50.120858 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82c869ee-292a-4bb6-b40d-1b855f9607dd req-213afa0d-9d1f-4a63-9ef8-e61d4bde52b5 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 May 17 18:26:51.230637 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa927a-6840-42f9-a1d7-8e59ac6e71fc req-0eef3a2f-1553-4eb4-ad40-5965f685a12f tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:51.232701 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5caa927a-6840-42f9-a1d7-8e59ac6e71fc req-0eef3a2f-1553-4eb4-ad40-5965f685a12f tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0458794 May 17 18:26:51.278984 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5caa927a-6840-42f9-a1d7-8e59ac6e71fc req-25e6426c-ae65-4e58-a572-fd55e57fc702 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 May 17 18:26:51.473213 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:52.022607 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0664030-382e-4095-a044-07e9265284fb req-32b8942e-3fe4-4c79-866f-463238062481 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:52.024000 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0664030-382e-4095-a044-07e9265284fb req-32b8942e-3fe4-4c79-866f-463238062481 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0458550 May 17 18:26:52.070338 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0664030-382e-4095-a044-07e9265284fb req-ca243e2b-ac2c-406e-8df5-c9f4fab6e04c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 May 17 18:26:53.190959 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffada-9aa3-4a78-a36b-2ac24a589234 req-35e01866-421d-4dbb-afa4-c3d69bc2478b tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:53.192598 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dccffada-9aa3-4a78-a36b-2ac24a589234 req-35e01866-421d-4dbb-afa4-c3d69bc2478b tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0518680 May 17 18:26:53.243712 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dccffada-9aa3-4a78-a36b-2ac24a589234 req-f38bc806-f095-4567-9c86-de60fb813841 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/security-groups?id=6695759e-7238-4e9a-b767-31d95cfefb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451603 May 17 18:26:53.591490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eded-abbe-48d4-9709-ce647961b765 req-0f6296c1-cd7b-42d0-b5b7-08c9a2d77666 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:26:53.593411 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47f9eded-abbe-48d4-9709-ce647961b765 req-0f6296c1-cd7b-42d0-b5b7-08c9a2d77666 tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 945 time: 0.0459702 May 17 18:26:53.647682 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:26:53.673010 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Deleting port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:26:53.673340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:53.761184 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] For port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,segment=NetworkSegment(49de3936-9020-4860-91c4-e6b2e50fd07a),segment_id=49de3936-9020-4860-91c4-e6b2e50fd07a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:26:53.761586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:53.775972 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Calling delete_port for d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:26:53.903846 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:53.917312 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:26:53.930709 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Pushing event deleted for resources: {'Port': ['ID=d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:26:53.941500 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.941850 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.942291 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.942637 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.942973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.943297 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.943618 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.943941 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.944263 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.944582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.944900 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.945218 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.945566 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.945884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.946199 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:26:53.988102 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] No DVR routers for this DVR port d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:26:53.990535 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:26:53.993649 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47f9eded-abbe-48d4-9709-ce647961b765 req-f7ede9b2-68bb-48a0-b258-47b871b3304c tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.59 "DELETE /v2.0/ports/d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e HTTP/1.1" status: 204 len: 173 time: 0.3947639 May 17 18:26:53.994076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'name': 'network-vif-deleted', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:26:53.996348 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802fe632-34f3-431d-ab21-59b0e5c70468" -d '{"events": [{"server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "name": "network-vif-deleted", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:26:54.035451 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1630d68-434b-4271-be01-485b53f1de39 x-openstack-request-id: req-e1630d68-434b-4271-be01-485b53f1de39 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:26:54.035754 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4371fce-667a-4595-9cf3-1f3829956b1d", "name": "network-vif-deleted", "tag": "d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:26:54.036006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1630d68-434b-4271-be01-485b53f1de39 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:26:54.036411 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1630d68-434b-4271-be01-485b53f1de39'] response: {'server_uuid': 'c4371fce-667a-4595-9cf3-1f3829956b1d', 'name': 'network-vif-deleted', 'tag': 'd5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e', 'status': 'completed', 'code': 200} May 17 18:26:54.353868 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f690f102-1a04-4e2e-a52b-2836f1963b8d req-0707403f-ab03-4531-9094-287fb6ec73ae tempest-VolumesActionsTest-1251343074 tempest-VolumesActionsTest-1251343074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4371fce-667a-4595-9cf3-1f3829956b1d HTTP/1.1" status: 200 len: 210 time: 0.0302351 May 17 18:26:56.280590 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:26:56.299741 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:26:56.300080 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device d5ffa1c2-5dc6-449f-ab4b-0c61ced4f85e not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:27:03.538957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506967f-f681-4984-a0fb-3542ff770b12 req-1a31d15b-443b-41b9-8214-953a6cd1b6f2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:03.541159 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e506967f-f681-4984-a0fb-3542ff770b12 req-1a31d15b-443b-41b9-8214-953a6cd1b6f2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0543566 May 17 18:27:03.595737 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e506967f-f681-4984-a0fb-3542ff770b12 req-844d3a7a-e5b3-41fe-9431-cc77a33cd280 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487041 May 17 18:27:04.717149 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334128a-4562-4c9e-960a-92dcd0f04b42 req-80dce32f-037b-434a-a2f3-488f3b7c9ef0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:04.719184 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5334128a-4562-4c9e-960a-92dcd0f04b42 req-80dce32f-037b-434a-a2f3-488f3b7c9ef0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0479219 May 17 18:27:04.772914 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5334128a-4562-4c9e-960a-92dcd0f04b42 req-2f5ddd29-86c9-4152-92f4-951d6e546f7f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469248 May 17 18:27:05.626846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:05.643093 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-4e5489ba-ee5d-47a5-9067-b661bf33c712 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:05.645579 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-4e5489ba-ee5d-47a5-9067-b661bf33c712 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0515754 May 17 18:27:05.748371 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port e1f657e8-cda2-47ce-8831-b51d319d4c42 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:27:05.748793 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:05.874324 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] For port e1f657e8-cda2-47ce-8831-b51d319d4c42, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=e1f657e8-cda2-47ce-8831-b51d319d4c42,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:05.875003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:05.928998 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9afbcd-0b2d-43c5-9b6f-3db6aab5848f req-d404e344-5878-40de-8ab7-655fc89108aa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:05.930840 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a9afbcd-0b2d-43c5-9b6f-3db6aab5848f req-d404e344-5878-40de-8ab7-655fc89108aa tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 946 time: 0.0584710 May 17 18:27:05.996640 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a9afbcd-0b2d-43c5-9b6f-3db6aab5848f req-52a49dd2-b8d8-4b32-b922-f1183aec74a9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=8303c937-b61d-4f78-a98d-3c50afe2f2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555480 May 17 18:27:06.068472 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:06.069072 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:06.069252 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 86240829-ba5f-45b0-b67e-79333bf4243e disassociated. External IP: 172.27.0.28, port: e1f657e8-cda2-47ce-8831-b51d319d4c42. May 17 18:27:06.069692 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for e1f657e8-cda2-47ce-8831-b51d319d4c42 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:27:06.206758 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (e1f657e8-cda2-47ce-8831-b51d319d4c42), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:06.241617 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=e1f657e8-cda2-47ce-8831-b51d319d4c42,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:06.378176 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:27:06.488053 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:27:06.499265 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:27:06.510561 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:06.512125 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:06.543013 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] No DVR routers for this DVR port e1f657e8-cda2-47ce-8831-b51d319d4c42 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:27:06.545844 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:06.549480 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d31e7b46-6ba3-4036-ab3b-d7482961b5c5 req-5bcd1519-15e3-4c0b-92d1-9e43c09a58e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "DELETE /v2.0/ports/e1f657e8-cda2-47ce-8831-b51d319d4c42 HTTP/1.1" status: 204 len: 173 time: 0.8966200 May 17 18:27:06.550033 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'name': 'network-vif-deleted', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:06.552796 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193299c-b174-42f9-b31b-6187894cce39" -d '{"events": [{"server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "name": "network-vif-deleted", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:06.612914 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f47e9a-b8c9-49d5-b29c-f7f20d286458 x-openstack-request-id: req-76f47e9a-b8c9-49d5-b29c-f7f20d286458 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:06.613277 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5daec8-cf69-4eba-b4e1-6ded1a8cec02", "name": "network-vif-deleted", "tag": "e1f657e8-cda2-47ce-8831-b51d319d4c42", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:06.613672 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76f47e9a-b8c9-49d5-b29c-f7f20d286458 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:06.614449 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f47e9a-b8c9-49d5-b29c-f7f20d286458'] response: {'server_uuid': '4d5daec8-cf69-4eba-b4e1-6ded1a8cec02', 'name': 'network-vif-deleted', 'tag': 'e1f657e8-cda2-47ce-8831-b51d319d4c42', 'status': 'completed', 'code': 200} May 17 18:27:06.650588 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:06.854806 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:06.881717 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:27:06.889687 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:06.890287 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:26:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:06.984201 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:07.092722 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b95d36c-65ea-41e2-ba05-ec8ba0e8bf03 req-514a2c7b-f733-44c7-b9de-c5f895ecdbbe tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0310009 May 17 18:27:07.166365 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:07.190565 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03aab3a-580f-4d0a-834b-9e2e81567f53 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:27:07.407427 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32bbc47-a9f1-46b8-894c-9a0a0393a20c None None] New status for floating IP 86240829-ba5f-45b0-b67e-79333bf4243e: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:27:08.188308 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bbaa91d-3ff6-4e14-8c4b-15e6c902d0b8 req-c838c29e-9b15-47c7-951c-b23aea379e7e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0263574 May 17 18:27:09.117945 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device e1f657e8-cda2-47ce-8831-b51d319d4c42 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:27:09.137043 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: e1f657e8-cda2-47ce-8831-b51d319d4c42 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:27:09.137384 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device e1f657e8-cda2-47ce-8831-b51d319d4c42 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:27:09.293299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e8c80fee-c0b5-4261-8ec9-924513a79d35 req-0987369e-d0d6-4cce-9383-37b120be4f44 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0274618 May 17 18:27:10.397388 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf70e4dc-898b-42e9-9473-b8cd1577c3b5 req-459d4eb9-5403-4015-a542-488601c2bfd9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5daec8-cf69-4eba-b4e1-6ded1a8cec02 HTTP/1.1" status: 200 len: 210 time: 0.0270994 May 17 18:27:11.504394 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:11.568196 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (8303c937-b61d-4f78-a98d-3c50afe2f2d3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:11.592968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (8303c937-b61d-4f78-a98d-3c50afe2f2d3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:11.642668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8303c937-b61d-4f78-a98d-3c50afe2f2d3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:11.645151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:11.649119 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/security-groups/8303c937-b61d-4f78-a98d-3c50afe2f2d3 HTTP/1.1" status: 204 len: 168 time: 0.1437113 May 17 18:27:11.650183 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:11.659181 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd49e1-d675-4b48-9caf-cae575936abb tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8303c937-b61d-4f78-a98d-3c50afe2f2d3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:11.683433 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-52b3fe03-8efe-4b2d-814c-ed32e4e8cc98 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] show failed (client error): The resource could not be found. May 17 18:27:11.688611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35824) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:11.688754 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-52b3fe03-8efe-4b2d-814c-ed32e4e8cc98 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups/8303c937-b61d-4f78-a98d-3c50afe2f2d3 HTTP/1.1" status: 404 len: 347 time: 0.0357158 May 17 18:27:12.059908 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port b3cebcfc-b877-4655-b13f-a85b723aaae4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:27:12.060630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.160584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.160935 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (b3cebcfc-b877-4655-b13f-a85b723aaae4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.178510 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for b3cebcfc-b877-4655-b13f-a85b723aaae4 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:27:12.392664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (b3cebcfc-b877-4655-b13f-a85b723aaae4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.446137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=b3cebcfc-b877-4655-b13f-a85b723aaae4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:12.560764 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86240829-ba5f-45b0-b67e-79333bf4243e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.564157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.565294 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2c39a45f-0f5c-48af-be42-b18fc55bb208 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/floatingips/86240829-ba5f-45b0-b67e-79333bf4243e HTTP/1.1" status: 204 len: 168 time: 0.8753448 May 17 18:27:12.634885 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35846) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:12.640471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718532045', 'description': 'tempest-description--2006647611'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:12.663866 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.738277 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (21560211-d3fa-418b-b122-f1998c83d381), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.743334 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (21560211-d3fa-418b-b122-f1998c83d381), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.769831 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.771119 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350989 May 17 18:27:12.775706 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35850) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:12.780034 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '21560211-d3fa-418b-b122-f1998c83d381', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:12.796543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe519c8-8a5f-44b4-8167-04c8bb74b05b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21560211-d3fa-418b-b122-f1998c83d381,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:12.828921 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (9b45e4cf-6da4-4fe5-9082-703be5619e37), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.896996 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (9b45e4cf-6da4-4fe5-9082-703be5619e37), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.901428 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (9b45e4cf-6da4-4fe5-9082-703be5619e37), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.917745 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b45e4cf-6da4-4fe5-9082-703be5619e37,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:12.930310 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:12.931855 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3a0c4d28-1d7e-4142-9529-dd4e0f33c215 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552484 May 17 18:27:12.934758 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 35854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:12.941355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'security_group_rule': {'security_group_id': '21560211-d3fa-418b-b122-f1998c83d381', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:12.979062 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (4139219a-cbfb-448e-9643-7a82ad4a33ea), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.041283 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (4139219a-cbfb-448e-9643-7a82ad4a33ea), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.046350 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (4139219a-cbfb-448e-9643-7a82ad4a33ea), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.065434 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4139219a-cbfb-448e-9643-7a82ad4a33ea,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:13.073649 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.074076 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.074492 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.074906 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.075375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.076248 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.076765 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.077296 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.077870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.078993 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.079332 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.079663 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.079992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.080322 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.080717 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:13.087016 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.092011 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-28dde83e-6392-4939-92dd-8488f44b690f tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555514 May 17 18:27:13.092148 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 35860) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:13.105510 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:13.142584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.244024 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.321990 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669b0b5-4b18-49f8-affd-e88b03455891 req-924d32a2-482a-48f8-9dd4-b915b23c91e4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:13.329481 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0669b0b5-4b18-49f8-affd-e88b03455891 req-924d32a2-482a-48f8-9dd4-b915b23c91e4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0564632 May 17 18:27:13.374152 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.27.0.2 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/a5c089ac-15cb-48e5-ab1d-e21fb502f775) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:27:13.382763 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0669b0b5-4b18-49f8-affd-e88b03455891 req-e60303fa-fed9-4a83-a982-2283ea365242 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521321 May 17 18:27:13.516667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.546586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.585840 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:27:13.594260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:27:13.596864 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:27:13.617789 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=a5c089ac-15cb-48e5-ab1d-e21fb502f775,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:13.688557 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.732888 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.952409 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:13.957337 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:14.027428 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=a5c089ac-15cb-48e5-ab1d-e21fb502f775,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:14.037957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:14.053928 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:14.055145 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0c8e8116-f3ea-437c-9a7d-887f980c70b4 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9618483 May 17 18:27:14.272600 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-5fec18e3-855e-47b1-b927-6a11d0a0edcd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--718532045&fields=id&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 267 time: 0.0472562 May 17 18:27:14.433627 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-fb2c5065-d3f3-49f7-b00f-61cbb979fccd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:14.441967 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-fb2c5065-d3f3-49f7-b00f-61cbb979fccd tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1617312 May 17 18:27:14.461991 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-2e69deaf-3ff7-4b98-80e4-f4ff1d79e12c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/quotas/37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 375 time: 0.0128040 May 17 18:27:14.561908 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-a64213bc-7078-4cca-a603-e0c9992eefd1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860553 May 17 18:27:14.577296 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8b811-cfc7-4a06-9dae-5bbb1a568df1 req-3f7a7e2c-0a44-457d-ade2-9ce5aebde71e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:14.577574 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9f8b811-cfc7-4a06-9dae-5bbb1a568df1 req-3f7a7e2c-0a44-457d-ade2-9ce5aebde71e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.1069562 May 17 18:27:14.673684 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c9f8b811-cfc7-4a06-9dae-5bbb1a568df1 req-3e819cc4-efb5-4d76-aa8f-3e9630f7c4d0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844772 May 17 18:27:14.702138 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-46ef1913-192b-480a-90d4-5d1fccc15ea6 service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331220 May 17 18:27:14.794458 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-fa1b66c5-67ae-4d65-8046-ffe992b085e8 service neutron] 10.222.0.65 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975783 May 17 18:27:14.980294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cac0bb0c-faf1-44ab-b588-ef79531af796 req-7e18b891-2cdc-4e20-8c7c-934cf190757c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 210 time: 0.0399573 May 17 18:27:15.010358 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68c431e7-c864-46aa-bf64-c8c78b6bce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:15.809352 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bbee1-37a2-4317-b32c-528aad1f577c req-04bac9f4-94ac-4c15-88fb-6ab978be842d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:15.811121 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-307bbee1-37a2-4317-b32c-528aad1f577c req-04bac9f4-94ac-4c15-88fb-6ab978be842d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0495834 May 17 18:27:15.897130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-307bbee1-37a2-4317-b32c-528aad1f577c req-6b478506-7694-44af-a648-b13cda08ee14 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716639 May 17 18:27:16.069882 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-7a90e204-6303-48a9-bf27-90f5b170b55c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:16.072215 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-7a90e204-6303-48a9-bf27-90f5b170b55c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 814 time: 0.1400919 May 17 18:27:16.117668 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5e59452-05dd-4b7c-b1c0-4515ea81e41a req-efce6073-0240-46a0-99a4-2524d7154736 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 210 time: 0.0352588 May 17 18:27:16.169795 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-69a56692-475b-4db6-b07c-da10b656efcc tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a912f3b6fa407bb4495fb6462250e8 HTTP/1.1" status: 200 len: 379 time: 0.0885234 May 17 18:27:16.180159 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'port': {'device_id': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'admin_state_up': True, 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'security_groups': ['21560211-d3fa-418b-b122-f1998c83d381']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:16.327897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Made reservation on behalf of 37a912f3b6fa407bb4495fb6462250e8 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:27:16.331313 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:16.478582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Allocated IP 172.20.0.12 (3bbec44d-dbfb-4f33-a578-9ea7e3744727/f999046f-3c9c-4cf4-908a-5894d67f8388/645fe4e9-8733-46d7-af17-34167be8896b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:27:16.629958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for port (645fe4e9-8733-46d7-af17-34167be8896b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:16.666292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:16.722200 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:27:16.732101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:27:16.737020 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:27:16.741035 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event updated for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:16.794710 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:16.795325 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:16.853608 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-c303f6a9-e94e-4a18-bf13-b9711ddc1b0d tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6773386 May 17 18:27:16.864909 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Request body: {'port': {'device_id': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:16.966804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (645fe4e9-8733-46d7-af17-34167be8896b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.032975 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95aaf-0af7-41cf-ba73-98b1fe58f99d req-7edb386c-0bfc-4022-bad5-cbfb83d16628 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:17.035301 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccd95aaf-0af7-41cf-ba73-98b1fe58f99d req-7edb386c-0bfc-4022-bad5-cbfb83d16628 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0513048 May 17 18:27:17.089617 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-68c3b34b-b6c8-4cfd-ad42-5d44d92ff2f7 None None] Provisioning complete for port 645fe4e9-8733-46d7-af17-34167be8896b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:27:17.090722 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68c3b34b-b6c8-4cfd-ad42-5d44d92ff2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (645fe4e9-8733-46d7-af17-34167be8896b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.104162 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccd95aaf-0af7-41cf-ba73-98b1fe58f99d req-23d8d3b2-d7e2-4582-8aca-01bca484bd1a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629945 May 17 18:27:17.147238 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-68c3b34b-b6c8-4cfd-ad42-5d44d92ff2f7 None None] Port 645fe4e9-8733-46d7-af17-34167be8896b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:27:17.227882 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9863d67b-8ccd-4ebd-bd05-e212bb5c34cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.249089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaf626-2ed0-4b09-8a74-70aaeeb92e55 req-ea459d67-4234-4b4a-b33d-a60d1c3bb026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:17.258363 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0eaaf626-2ed0-4b09-8a74-70aaeeb92e55 req-ea459d67-4234-4b4a-b33d-a60d1c3bb026 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 932 time: 0.0602040 May 17 18:27:17.321367 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0eaaf626-2ed0-4b09-8a74-70aaeeb92e55 req-05087809-6abe-4278-bb9f-4c564b5f00c0 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553358 May 17 18:27:17.367619 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645fe4e9-8733-46d7-af17-34167be8896b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:27:17.375981 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks [] for port (645fe4e9-8733-46d7-af17-34167be8896b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.389555 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Transition to ACTIVE for port object 645fe4e9-8733-46d7-af17-34167be8896b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:27:17.393942 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.448401 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Pushing event updated for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:17.534667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Attempting to bind port 645fe4e9-8733-46d7-af17-34167be8896b on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:27:17.535002 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Attempting to bind port 645fe4e9-8733-46d7-af17-34167be8896b by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:27:17.535330 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Attempting to bind port 645fe4e9-8733-46d7-af17-34167be8896b on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:27:17.540044 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Port 645fe4e9-8733-46d7-af17-34167be8896b on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:27:17.540362 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Attempting to bind port 645fe4e9-8733-46d7-af17-34167be8896b on network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:27:17.545365 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:27:17.545731 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Checking segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:27:17.546112 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Bound using segment: {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:27:17.546535 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Bound port: 645fe4e9-8733-46d7-af17-34167be8896b, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be9e7a8-fb23-4234-b261-a69c424037e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:27:17.547627 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (645fe4e9-8733-46d7-af17-34167be8896b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.643121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:27:17.646694 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=645fe4e9-8733-46d7-af17-34167be8896b,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:27:17.654458 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.723370 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Pushing event updated for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:17.730113 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:17.730816 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:17.733601 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-ac6e8101-8f9f-4742-94dd-e32bb13596bf service neutron] 10.222.0.59 "PUT /v2.0/ports/645fe4e9-8733-46d7-af17-34167be8896b HTTP/1.1" status: 200 len: 1094 time: 0.8724554 May 17 18:27:17.734087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:17.739968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3b880-d379-41da-83c9-7c72fb62a328" -d '{"events": [{"name": "network-changed", "server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "tag": "645fe4e9-8733-46d7-af17-34167be8896b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:17.860646 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a382fbb-6d2d-4b2a-81ec-a58d5349d02d x-openstack-request-id: req-6a382fbb-6d2d-4b2a-81ec-a58d5349d02d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:17.861065 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "tag": "645fe4e9-8733-46d7-af17-34167be8896b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:17.861243 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a382fbb-6d2d-4b2a-81ec-a58d5349d02d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:17.861655 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a382fbb-6d2d-4b2a-81ec-a58d5349d02d'] response: {'name': 'network-changed', 'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b', 'status': 'completed', 'code': 200} May 17 18:27:17.877230 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-dcba0fd8-d96d-4e83-99dc-b888335a6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:17.879491 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-dcba0fd8-d96d-4e83-99dc-b888335a6842 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 1128 time: 0.0854201 May 17 18:27:17.938046 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-41625d84-5673-4b84-827c-9ac39dba10b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=645fe4e9-8733-46d7-af17-34167be8896b HTTP/1.1" status: 200 len: 217 time: 0.0487790 May 17 18:27:17.998171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-e3e71ffc-4804-412c-9526-84dc18757416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:18.000155 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-e3e71ffc-4804-412c-9526-84dc18757416 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0531113 May 17 18:27:18.057569 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-639bd174-1708-4851-8f3c-20553addde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:18.058959 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-639bd174-1708-4851-8f3c-20553addde1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495729 May 17 18:27:18.166319 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-e39103e1-9f2b-438f-a1d1-673cf09608d3 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010857 May 17 18:27:18.267805 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100623-68ee-42a3-b88f-cc638ca18d87 req-05834aec-345f-4e4b-85fe-8ef9f56b5c85 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:18.272451 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf100623-68ee-42a3-b88f-cc638ca18d87 req-05834aec-345f-4e4b-85fe-8ef9f56b5c85 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0767665 May 17 18:27:18.294338 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-88f59387-bac8-4a73-9481-f4d5a9a6377c req-61cb7bf3-5937-421e-b433-613835ae3535 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188586 May 17 18:27:18.352103 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:18.361032 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf100623-68ee-42a3-b88f-cc638ca18d87 req-0130f0e7-c5af-4934-bbb1-dbfcf34fab0e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818110 May 17 18:27:18.453541 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1201d-33e9-43e2-a0b3-3cc983b851b0 req-e47edc9d-41aa-4b10-9b4e-e5df74012477 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:18.455301 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ec1201d-33e9-43e2-a0b3-3cc983b851b0 req-e47edc9d-41aa-4b10-9b4e-e5df74012477 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 944 time: 0.0505507 May 17 18:27:18.518087 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ec1201d-33e9-43e2-a0b3-3cc983b851b0 req-ab4623b6-ade3-4356-b2b3-7d96817000af tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553372 May 17 18:27:19.256546 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-45d2d241-2558-40a4-9b63-6d7cc3949b64 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126375773&fields=id&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 267 time: 0.0600576 May 17 18:27:19.405555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-85dce193-1836-487d-bccf-9de50631ab0d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:19.412880 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-85dce193-1836-487d-bccf-9de50631ab0d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.1459215 May 17 18:27:19.423821 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-26902273-3dbe-4ad6-9dbf-2d8861d9b870 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/quotas/481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 375 time: 0.0101037 May 17 18:27:19.513442 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c867fd35-7342-4e12-9f8a-27fa2d152ba3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842690 May 17 18:27:19.526736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad22feb-f005-4540-9fe4-64dbf3a80f00 req-6b683efe-8050-47f8-a4ea-ddf398e1d516 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:19.528385 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ad22feb-f005-4540-9fe4-64dbf3a80f00 req-6b683efe-8050-47f8-a4ea-ddf398e1d516 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0810714 May 17 18:27:19.638811 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ad22feb-f005-4540-9fe4-64dbf3a80f00 req-232adc30-c254-4822-96fc-611502ab09ec tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980752 May 17 18:27:19.662801 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c6308901-6930-46a8-a2be-91d156c696b0 service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333294 May 17 18:27:19.800053 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:19.804550 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-4fb4823b-83ec-4121-bbbe-f55bbc8b5967 service neutron] 10.222.0.65 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407871 May 17 18:27:19.817878 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a8f5e-69fb-40d8-95e3-b55c654c60bf req-e07db650-0a67-435e-8e92-78640093a381 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:19.819973 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f98a8f5e-69fb-40d8-95e3-b55c654c60bf req-e07db650-0a67-435e-8e92-78640093a381 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 944 time: 0.0644338 May 17 18:27:19.892757 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f98a8f5e-69fb-40d8-95e3-b55c654c60bf req-f2a2e364-d3b4-436a-b672-04d7d4beee74 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670853 May 17 18:27:20.151840 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b92818c-672f-45b8-afc3-76ebb208c1c7 req-0de2710e-c00f-41ed-9276-c8cb909799ce tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 210 time: 0.0313144 May 17 18:27:20.798548 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276322ca-9216-4d65-9e23-45f5b1f0c46e req-502fc939-8881-44cd-bc96-c7e8bb5604f8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:20.800044 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-276322ca-9216-4d65-9e23-45f5b1f0c46e req-502fc939-8881-44cd-bc96-c7e8bb5604f8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0476704 May 17 18:27:20.854249 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-276322ca-9216-4d65-9e23-45f5b1f0c46e req-3c81e276-43bb-4b7f-a5a4-b32a6db58973 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 May 17 18:27:21.006990 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaf829-5f4c-4057-a231-bf96af6082f8 req-d9aa7c52-e1c2-479d-8a6f-09ad202d9623 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:21.008434 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fefaf829-5f4c-4057-a231-bf96af6082f8 req-d9aa7c52-e1c2-479d-8a6f-09ad202d9623 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 944 time: 0.0453939 May 17 18:27:21.061072 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fefaf829-5f4c-4057-a231-bf96af6082f8 req-99377bfc-c633-4f72-aa9f-45d44b211d85 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 May 17 18:27:21.152390 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-757a81e8-14c5-48e8-ac6c-3862dfca297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:21.153938 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-757a81e8-14c5-48e8-ac6c-3862dfca297d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 1128 time: 0.0431066 May 17 18:27:21.244901 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a3df42f4-0338-4b1d-aae2-36789d8d9393 req-3ce4b52f-edac-4cfe-b5eb-8d67138d9c02 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 210 time: 0.0274463 May 17 18:27:21.398926 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-53d3949b-fe9c-4113-9dac-6ab9ee5d24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:21.400385 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-53d3949b-fe9c-4113-9dac-6ab9ee5d24da service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.0944409 May 17 18:27:21.444852 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-6975651b-b521-4d53-a8ec-abe7b3734703 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=645fe4e9-8733-46d7-af17-34167be8896b HTTP/1.1" status: 200 len: 217 time: 0.0372953 May 17 18:27:21.475334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:21.500577 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-41eb2ddb-b9a6-4629-919e-3837302318d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:21.502141 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-41eb2ddb-b9a6-4629-919e-3837302318d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0496831 May 17 18:27:21.709798 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-1bce4213-2a20-48ae-83cb-5002f2b411ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:21.711367 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-1bce4213-2a20-48ae-83cb-5002f2b411ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414193 May 17 18:27:21.862015 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-4959a912-1a5d-40ca-aaef-fec94b5779d4 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421032 May 17 18:27:22.000846 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994196b9-25d6-4fc7-a686-539277a7378a req-c47f5089-9749-4932-a07e-7657368b60e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:22.002906 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-994196b9-25d6-4fc7-a686-539277a7378a req-c47f5089-9749-4932-a07e-7657368b60e9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0532722 May 17 18:27:22.008940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-96d9eb91-ac67-4457-a4d2-a9add4f63aa4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:22.010448 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-96d9eb91-ac67-4457-a4d2-a9add4f63aa4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 812 time: 0.2215412 May 17 18:27:22.016536 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ce3b880-d379-41da-83c9-7c72fb62a328 req-ea4c5222-0cd9-46fe-8827-c24089d90cce service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270075 May 17 18:27:22.066439 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-994196b9-25d6-4fc7-a686-539277a7378a req-cf4815cd-7839-43c5-883a-f721752f38a9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567539 May 17 18:27:22.088911 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-9a7eda9b-e0ba-4d4c-8e25-fafcd8be78d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481c26193c6141588dd15fd5c593de86 HTTP/1.1" status: 200 len: 380 time: 0.0665445 May 17 18:27:22.098233 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'port': {'device_id': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'admin_state_up': True, 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'security_groups': ['cd98141e-d96a-499c-9603-72ca3023ffed']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:22.201300 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f49b72-cac0-4483-bdb3-b9ad3ad2f972 req-4dc44eb6-b383-4437-884c-deca11047723 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:22.203140 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16f49b72-cac0-4483-bdb3-b9ad3ad2f972 req-4dc44eb6-b383-4437-884c-deca11047723 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 944 time: 0.0565207 May 17 18:27:22.226565 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Made reservation on behalf of 481c26193c6141588dd15fd5c593de86 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:27:22.229926 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.267913 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16f49b72-cac0-4483-bdb3-b9ad3ad2f972 req-1bc888ee-9f32-45f5-a77d-c5cb6e689ae2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569983 May 17 18:27:22.352055 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5567a63b-0bd7-4fab-9506-244dcf3fdd86 req-5f3312ee-85a5-4e20-87dd-687f3ef7299b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 210 time: 0.0293636 May 17 18:27:22.367380 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.20.0.9 (38c10630-122b-4079-98b2-93ad2511bb9a/0c187539-1846-4ca9-8a58-eb53e8b4053c/55227826-2e6b-4311-b687-c5996676ed3b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:27:22.507234 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (55227826-2e6b-4311-b687-c5996676ed3b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.540513 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.584043 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network 38c10630-122b-4079-98b2-93ad2511bb9a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:27:22.589210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:27:22.591577 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:27:22.619107 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:22.650654 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:22.651348 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.666952 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-fc406281-3908-4abc-a7e2-95fbd6b55446 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730777 May 17 18:27:22.677643 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Request body: {'port': {'device_id': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:22.738446 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (55227826-2e6b-4311-b687-c5996676ed3b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.853021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9a94be5-279a-4e31-8ae8-a7630d1c3b89 None None] Provisioning complete for port 55227826-2e6b-4311-b687-c5996676ed3b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:27:22.853715 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9a94be5-279a-4e31-8ae8-a7630d1c3b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (55227826-2e6b-4311-b687-c5996676ed3b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:22.885107 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9a94be5-279a-4e31-8ae8-a7630d1c3b89 None None] Port 55227826-2e6b-4311-b687-c5996676ed3b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:27:23.018029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55227826-2e6b-4311-b687-c5996676ed3b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:27:23.025092 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks [] for port (55227826-2e6b-4311-b687-c5996676ed3b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.037136 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Transition to ACTIVE for port object 55227826-2e6b-4311-b687-c5996676ed3b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:27:23.040851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.090605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Pushing event updated for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:23.146802 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 645fe4e9-8733-46d7-af17-34167be8896b details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:27:23.166838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Attempting to bind port 55227826-2e6b-4311-b687-c5996676ed3b on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:27:23.167287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Attempting to bind port 55227826-2e6b-4311-b687-c5996676ed3b by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:27:23.167681 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Attempting to bind port 55227826-2e6b-4311-b687-c5996676ed3b on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:27:23.172903 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Port 55227826-2e6b-4311-b687-c5996676ed3b on network 38c10630-122b-4079-98b2-93ad2511bb9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:27:23.173313 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Attempting to bind port 55227826-2e6b-4311-b687-c5996676ed3b on network 38c10630-122b-4079-98b2-93ad2511bb9a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:27:23.178271 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:27:23.178689 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Checking segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:27:23.179153 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Bound using segment: {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:27:23.179646 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Bound port: 55227826-2e6b-4311-b687-c5996676ed3b, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c262ec60-330b-40ae-8439-7394017a507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:27:23.180694 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (55227826-2e6b-4311-b687-c5996676ed3b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.203181 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a5b11-2344-4f27-9136-8fd8510ab74e req-da292c1e-2c91-4c91-8b4d-4688ae816848 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.205911 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26a5b11-2344-4f27-9136-8fd8510ab74e req-da292c1e-2c91-4c91-8b4d-4688ae816848 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0557556 May 17 18:27:23.246298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:27:23.250572 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=55227826-2e6b-4311-b687-c5996676ed3b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:27:23.258378 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.274161 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26a5b11-2344-4f27-9136-8fd8510ab74e req-4e609925-4421-4224-b58b-5aef84f5d6c4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581787 May 17 18:27:23.279837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=645fe4e9-8733-46d7-af17-34167be8896b,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:23.294667 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '645fe4e9-8733-46d7-af17-34167be8896b', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'port_id': '645fe4e9-8733-46d7-af17-34167be8896b', 'mac_address': 'fa:16:3e:74:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:27:23.328296 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.329287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.331463 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] 10.222.0.59 "PUT /v2.0/ports/55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 1093 time: 0.6578600 May 17 18:27:23.334618 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:23.335496 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 645fe4e9-8733-46d7-af17-34167be8896b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:23.336070 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (645fe4e9-8733-46d7-af17-34167be8896b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.337389 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf82f1-cc53-432b-8957-5ac4744a9682" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:23.340775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ac52-f09b-4ef3-9df7-73645bafca35 service neutron] Pushing event updated for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:23.358180 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645fe4e9-8733-46d7-af17-34167be8896b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:27:23.387299 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=645fe4e9-8733-46d7-af17-34167be8896b,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:23.391397 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e0d5e-5642-4465-ad29-d397b186b250 x-openstack-request-id: req-a30e0d5e-5642-4465-ad29-d397b186b250 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:23.391973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:23.392526 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a30e0d5e-5642-4465-ad29-d397b186b250 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:23.392981 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30e0d5e-5642-4465-ad29-d397b186b250'] response: {'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b', 'status': 'completed', 'code': 200} May 17 18:27:23.397436 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.421423 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0385db-115f-45da-8a22-f09669b28caa req-6e836bbd-ac0c-4f09-b202-53de6e80e26b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.424779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f0385db-115f-45da-8a22-f09669b28caa req-6e836bbd-ac0c-4f09-b202-53de6e80e26b tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 944 time: 0.0766284 May 17 18:27:23.475929 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:23.492937 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-9c917ec7-bb0c-463e-bb38-8ed8827b3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.494551 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-9c917ec7-bb0c-463e-bb38-8ed8827b3069 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1127 time: 0.0682716 May 17 18:27:23.504329 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:23.530010 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f0385db-115f-45da-8a22-f09669b28caa req-662176dd-57e3-4a53-9d51-696432e34428 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954807 May 17 18:27:23.549520 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-33a36323-887a-4580-9483-05adf8726358 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 217 time: 0.0461333 May 17 18:27:23.571471 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Deleting subnet 2c9a11f8-8b43-45b4-a33f-800699137d5f {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:27:23.579856 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b0a9-8677-4152-b211-6fb3f56ba160 req-63c2cc92-49cf-40e6-af95-af4f451b9ab5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.581558 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d61b0a9-8677-4152-b211-6fb3f56ba160 req-63c2cc92-49cf-40e6-af95-af4f451b9ab5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0691214 May 17 18:27:23.586579 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Publish callbacks [] for subnet (2c9a11f8-8b43-45b4-a33f-800699137d5f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.604823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-5f2db3fa-c4e5-4f69-88ce-2583bbd37309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.606510 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-5f2db3fa-c4e5-4f69-88ce-2583bbd37309 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0510712 May 17 18:27:23.643908 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (2c9a11f8-8b43-45b4-a33f-800699137d5f), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.649602 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-60f836a7-522e-4e93-ad4d-1bc19e72e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:23.651168 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-60f836a7-522e-4e93-ad4d-1bc19e72e8b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379806 May 17 18:27:23.691532 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d61b0a9-8677-4152-b211-6fb3f56ba160 req-c2a5dea1-d823-45ff-bb55-b12f18297360 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812192 May 17 18:27:23.702704 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (2c9a11f8-8b43-45b4-a33f-800699137d5f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.760450 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['645fe4e9-8733-46d7-af17-34167be8896b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:27:23.768836 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (2c9a11f8-8b43-45b4-a33f-800699137d5f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.796171 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9a11f8-8b43-45b4-a33f-800699137d5f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:23.801153 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:23.806150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e5986f5b-568a-46ca-97fb-9e633161e954 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2c9a11f8-8b43-45b4-a33f-800699137d5f HTTP/1.1" status: 204 len: 168 time: 0.3285713 May 17 18:27:23.808262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:24.006743 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-7d04c26c-3312-40f0-ad6e-131263d8ce97 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489099 May 17 18:27:24.100299 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81d24e63-90fc-4cc3-87ec-2da92dbe0698 req-5cac556c-0bf2-4a01-8331-44c2bb3f9274 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867927 May 17 18:27:24.140240 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (837d8b04-5531-4d25-8d9f-1ce43ec42ea1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.186120 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-49902d0c-249b-4e25-a8fb-3291ef2c4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.188056 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-49902d0c-249b-4e25-a8fb-3291ef2c4e04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1127 time: 0.0414019 May 17 18:27:24.219750 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (837d8b04-5531-4d25-8d9f-1ce43ec42ea1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.238798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837d8b04-5531-4d25-8d9f-1ce43ec42ea1']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:24.247834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49de3936-9020-4860-91c4-e6b2e50fd07a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:24.248127 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49de3936-9020-4860-91c4-e6b2e50fd07a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:24.257789 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (49de3936-9020-4860-91c4-e6b2e50fd07a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.271793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (49de3936-9020-4860-91c4-e6b2e50fd07a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.277203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-6db291a6-ab1a-4e3b-a9db-4d9dc45ee5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.277745 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:27:24.278252 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (49de3936-9020-4860-91c4-e6b2e50fd07a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.278901 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-6db291a6-ab1a-4e3b-a9db-4d9dc45ee5e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0851786 May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:27:24.280092 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:27:24.321031 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-a6ca4629-5bc0-4daf-8320-02df7a9f77bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 217 time: 0.0361562 May 17 18:27:24.335260 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (837d8b04-5531-4d25-8d9f-1ce43ec42ea1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.339793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.345401 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/837d8b04-5531-4d25-8d9f-1ce43ec42ea1 HTTP/1.1" status: 204 len: 168 time: 0.5338407 May 17 18:27:24.364218 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4653a-51c5-4996-b65e-d0ea0360cef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=837d8b04-5531-4d25-8d9f-1ce43ec42ea1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:24.373582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-5983e199-05ff-4739-ae9f-7a4374119ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.375752 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-5983e199-05ff-4739-ae9f-7a4374119ffe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0488968 May 17 18:27:24.409156 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5552-a353-4a64-97f7-04dc46d6858e req-36a2e26e-d7e6-46b8-a2d2-f1cc126be56d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.410774 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-268c5552-a353-4a64-97f7-04dc46d6858e req-36a2e26e-d7e6-46b8-a2d2-f1cc126be56d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0666895 May 17 18:27:24.425886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-1e74c96a-137c-45c5-b379-d7b00386b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.427462 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-1e74c96a-137c-45c5-b379-d7b00386b591 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442235 May 17 18:27:24.460777 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-268c5552-a353-4a64-97f7-04dc46d6858e req-808f3d92-bb7f-4885-acb2-171229b30635 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 May 17 18:27:24.519026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:24.524898 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-b781affa-dd50-477d-a598-11db860cb5b1 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 May 17 18:27:24.558397 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a18c8d11-ec45-4d14-a1b1-e45da5ac676c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c88151132894c38874f6c453c9177f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380447 May 17 18:27:24.560780 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:24.619826 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] Publish callbacks [] for security_group (6695759e-7238-4e9a-b767-31d95cfefb61), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.626961 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3daf82f1-cc53-432b-8957-5ac4744a9682 req-0d7508ac-caca-4543-8ad1-40f454c3e1c6 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946131 May 17 18:27:24.669586 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6faec-c472-4ba4-a0a9-f37280bb4c81 req-32583a71-8c17-476a-85ba-fc1e37327b3a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.671024 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51a6faec-c472-4ba4-a0a9-f37280bb4c81 req-32583a71-8c17-476a-85ba-fc1e37327b3a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 945 time: 0.0632634 May 17 18:27:24.673382 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] Publish callbacks [] for security_group (6695759e-7238-4e9a-b767-31d95cfefb61), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.739299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51a6faec-c472-4ba4-a0a9-f37280bb4c81 req-26701751-732c-4aba-826a-75a1f72037b2 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594678 May 17 18:27:24.753452 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6695759e-7238-4e9a-b767-31d95cfefb61), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.757132 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:24.758350 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6695759e-7238-4e9a-b767-31d95cfefb61 HTTP/1.1" status: 204 len: 168 time: 0.1966326 May 17 18:27:24.766907 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a477f-4483-4d05-bea4-90437ebf6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6695759e-7238-4e9a-b767-31d95cfefb61,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:24.835530 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcead39-c01b-4212-b2f8-01667e2a710f req-f3a48cc4-269a-46c4-b351-c5e2e1ddd765 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:24.837079 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7bcead39-c01b-4212-b2f8-01667e2a710f req-f3a48cc4-269a-46c4-b351-c5e2e1ddd765 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0501640 May 17 18:27:24.889297 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7bcead39-c01b-4212-b2f8-01667e2a710f req-b2cade38-cf1f-4496-b513-aea9697ffc19 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466645 May 17 18:27:25.154206 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 645fe4e9-8733-46d7-af17-34167be8896b up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:27:25.194186 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 645fe4e9-8733-46d7-af17-34167be8896b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:27:25.199470 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 645fe4e9-8733-46d7-af17-34167be8896b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:27:25.199837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (645fe4e9-8733-46d7-af17-34167be8896b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:25.273762 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 645fe4e9-8733-46d7-af17-34167be8896b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:25.274247 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (645fe4e9-8733-46d7-af17-34167be8896b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:25.296457 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:25.298838 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a5cf3-1636-4570-990e-4a0b2cd8f921" -d '{"events": [{"server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "name": "network-vif-plugged", "status": "completed", "tag": "645fe4e9-8733-46d7-af17-34167be8896b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:25.311043 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=645fe4e9-8733-46d7-af17-34167be8896b,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:25.316859 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:25.342474 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb67a30-f522-4c6a-9466-96bc16522b05 x-openstack-request-id: req-7fb67a30-f522-4c6a-9466-96bc16522b05 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:25.342772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "name": "network-vif-plugged", "status": "completed", "tag": "645fe4e9-8733-46d7-af17-34167be8896b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:25.343031 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb67a30-f522-4c6a-9466-96bc16522b05 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:25.343457 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb67a30-f522-4c6a-9466-96bc16522b05'] response: {'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b', 'code': 200} May 17 18:27:25.370130 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:25.521568 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836c9c-61f3-4503-a275-cedc97341171 req-732b522c-05e6-4eb9-ba79-ef92daaf8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:25.523081 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4b836c9c-61f3-4503-a275-cedc97341171 req-732b522c-05e6-4eb9-ba79-ef92daaf8614 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 1130 time: 0.0468652 May 17 18:27:25.570714 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4b836c9c-61f3-4503-a275-cedc97341171 req-cca567ef-695b-4999-af33-1a73cf17d093 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 May 17 18:27:25.583839 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486f549-f208-4725-9911-2268535c1f77 req-2a6f25cf-bcb0-4283-8961-e8eac2879015 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:25.585291 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d486f549-f208-4725-9911-2268535c1f77 req-2a6f25cf-bcb0-4283-8961-e8eac2879015 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0494380 May 17 18:27:25.633783 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d486f549-f208-4725-9911-2268535c1f77 req-7bc54fa0-d4b7-40d7-beb9-044e09ffd1a9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425749 May 17 18:27:25.864908 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c553d1-5f9f-4d0b-a454-ccf5c5485282 req-9fbf2865-aec3-4e74-9939-fcd9166e83ec tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:25.866406 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-29c553d1-5f9f-4d0b-a454-ccf5c5485282 req-9fbf2865-aec3-4e74-9939-fcd9166e83ec tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0480237 May 17 18:27:25.919039 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-29c553d1-5f9f-4d0b-a454-ccf5c5485282 req-2f769c0d-3400-4378-a74c-403ccaba81d9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470316 May 17 18:27:26.003648 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947994-e1ec-4529-8edd-e24df825e275 req-7e3f0bf0-dccc-4ed0-a95f-65f6699a796c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:26.005189 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b947994-e1ec-4529-8edd-e24df825e275 req-7e3f0bf0-dccc-4ed0-a95f-65f6699a796c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0491436 May 17 18:27:26.063193 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b947994-e1ec-4529-8edd-e24df825e275 req-51728448-f1d2-48cc-8b8d-264274e238fd tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516155 May 17 18:27:26.765556 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b4445-5e2d-4a27-b1a5-7cb77541e4e5 req-2d119004-d0ed-4e0b-92b6-3beca6cdc0ae tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:26.767043 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-589b4445-5e2d-4a27-b1a5-7cb77541e4e5 req-2d119004-d0ed-4e0b-92b6-3beca6cdc0ae tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0536389 May 17 18:27:26.815307 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-589b4445-5e2d-4a27-b1a5-7cb77541e4e5 req-a4349f73-ab16-4a79-9d6d-aef236a38a15 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422523 May 17 18:27:27.042591 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c5e4a-b257-48b5-ad90-58f9872dcd67 req-c09090b9-52bd-43a3-8783-1f985c9ab278 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:27.044101 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8c5e4a-b257-48b5-ad90-58f9872dcd67 req-c09090b9-52bd-43a3-8783-1f985c9ab278 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0553379 May 17 18:27:27.093227 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8c5e4a-b257-48b5-ad90-58f9872dcd67 req-f1fe3838-6ba2-4620-9ae7-4d5987e9016e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 May 17 18:27:27.187794 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429855c1-2d77-4b4d-bd1c-20cb9dfdec1a req-f4529353-b8fb-43f5-b5ce-75c55a42ccb2 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:27.189256 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-429855c1-2d77-4b4d-bd1c-20cb9dfdec1a req-f4529353-b8fb-43f5-b5ce-75c55a42ccb2 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0511487 May 17 18:27:27.239575 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-429855c1-2d77-4b4d-bd1c-20cb9dfdec1a req-05621ed1-7d33-4c68-a85e-a41465867d3a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 May 17 18:27:27.931960 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e853c-7356-4405-a767-4811195e0281 req-c64ca69f-a42c-471d-a594-3ba10cf4275f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:27.933467 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-658e853c-7356-4405-a767-4811195e0281 req-c64ca69f-a42c-471d-a594-3ba10cf4275f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0473113 May 17 18:27:27.980987 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-658e853c-7356-4405-a767-4811195e0281 req-9ea06831-0357-42c7-aeac-a3cbbbcd14a1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 May 17 18:27:28.388658 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bf498-460f-4e92-a555-f70eb7718d6f req-0bdc74c4-4049-4b8f-b5f0-71cc68506e69 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:28.390159 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f4bf498-460f-4e92-a555-f70eb7718d6f req-0bdc74c4-4049-4b8f-b5f0-71cc68506e69 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0821218 May 17 18:27:28.404034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd5574-d322-4e4f-b87c-578670552deb req-2abca5be-c59c-4372-9a89-1edd4884f969 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:28.404034 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32dd5574-d322-4e4f-b87c-578670552deb req-2abca5be-c59c-4372-9a89-1edd4884f969 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.2377276 May 17 18:27:28.471492 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f4bf498-460f-4e92-a555-f70eb7718d6f req-f4578b0b-2270-4b5c-be71-15b18bd3afc6 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672774 May 17 18:27:28.482413 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32dd5574-d322-4e4f-b87c-578670552deb req-390eaffb-2d0c-4303-ab80-b0f4543fb36e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719891 May 17 18:27:28.591470 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374bde3-cc87-422e-b23e-e3e42a7fb9a0 req-db205ac6-c670-4f04-a90f-f4557ad6eb8e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:28.592930 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f374bde3-cc87-422e-b23e-e3e42a7fb9a0 req-db205ac6-c670-4f04-a90f-f4557ad6eb8e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0461373 May 17 18:27:28.602150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:28.606629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Request body: {'floatingip': {'port_id': '645fe4e9-8733-46d7-af17-34167be8896b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:28.647413 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:29.130314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:29.139269 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:29.148355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45b771-81a2-41e7-8f65-2edae8473bbb req-d2791c04-511a-4483-8f0b-d74e21b7a83f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:29.149872 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc45b771-81a2-41e7-8f65-2edae8473bbb req-d2791c04-511a-4483-8f0b-d74e21b7a83f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0695770 May 17 18:27:29.274876 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc45b771-81a2-41e7-8f65-2edae8473bbb req-e57c209c-41ae-46bd-b9bf-45a6f3bec2be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954349 May 17 18:27:29.298436 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 86624d5f-d8c0-432b-915b-e2c3f25422fa associated. External IP: 172.27.0.2, port: 645fe4e9-8733-46d7-af17-34167be8896b. May 17 18:27:29.517150 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:27:29.632749 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:27:29.643272 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:27:29.652696 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:29.653298 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:29.654472 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:29.693134 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0594c1-01f6-4aa6-a8a0-dfda53763cc6 req-3fe00814-a383-4e24-8b12-c7077a00cde8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:29.694639 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e0594c1-01f6-4aa6-a8a0-dfda53763cc6 req-3fe00814-a383-4e24-8b12-c7077a00cde8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.1348507 May 17 18:27:29.705254 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-acacf9e1-86ab-4540-ae93-fd381c8e3dc9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "PUT /v2.0/floatingips/86624d5f-d8c0-432b-915b-e2c3f25422fa HTTP/1.1" status: 200 len: 990 time: 1.1020384 May 17 18:27:29.706552 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:29.708995 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835" -d '{"events": [{"name": "network-changed", "server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "tag": "645fe4e9-8733-46d7-af17-34167be8896b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:29.751819 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d135d-a7eb-4142-aa04-b30c0901bed2 x-openstack-request-id: req-b88d135d-a7eb-4142-aa04-b30c0901bed2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:29.752111 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "tag": "645fe4e9-8733-46d7-af17-34167be8896b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:29.752362 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b88d135d-a7eb-4142-aa04-b30c0901bed2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:29.752756 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88d135d-a7eb-4142-aa04-b30c0901bed2'] response: {'name': 'network-changed', 'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b', 'status': 'completed', 'code': 200} May 17 18:27:29.759410 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:29.762444 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e0594c1-01f6-4aa6-a8a0-dfda53763cc6 req-efd95484-7d34-48f2-bf10-4ae51ec4adf7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595727 May 17 18:27:29.968431 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86624d5f-d8c0-432b-915b-e2c3f25422fa', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '645fe4e9-8733-46d7-af17-34167be8896b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:74:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:13Z', 'updated_at': '2022-05-17T18:27:29Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:29.993177 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:27:30.001395 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:30.001958 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:30.102825 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:30.393399 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86624d5f-d8c0-432b-915b-e2c3f25422fa', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '645fe4e9-8733-46d7-af17-34167be8896b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:74:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:13Z', 'updated_at': '2022-05-17T18:27:29Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:30.405797 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1300b-11c6-496f-a085-9ae790eba68f req-cbbe1ba2-6ebb-4247-a546-7bc2638aadac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:30.407596 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0c1300b-11c6-496f-a085-9ae790eba68f req-cbbe1ba2-6ebb-4247-a546-7bc2638aadac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0494447 May 17 18:27:30.419253 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5311e-4506-4ceb-9284-5d241d2a1d68 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '86624d5f-d8c0-432b-915b-e2c3f25422fa', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'port_id': '645fe4e9-8733-46d7-af17-34167be8896b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'mac_address': 'fa:16:3e:74:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:13Z', 'updated_at': '2022-05-17T18:27:29Z', 'revision_number': 1, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:27:30.467636 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0c1300b-11c6-496f-a085-9ae790eba68f req-e1e72ddc-3371-4175-8dad-eb8ad0210e40 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517321 May 17 18:27:30.630186 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c159897-4356-41ba-8d74-340a50b72dd7 None None] New status for floating IP 86624d5f-d8c0-432b-915b-e2c3f25422fa: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:27:30.646101 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:27:30.886212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aa1d7-2a3a-4cb2-ad2d-713de89731a1 req-06db01fa-f952-4e59-a649-4923038fc6b5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:30.887656 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc7aa1d7-2a3a-4cb2-ad2d-713de89731a1 req-06db01fa-f952-4e59-a649-4923038fc6b5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0553918 May 17 18:27:30.939463 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc7aa1d7-2a3a-4cb2-ad2d-713de89731a1 req-94c50bda-6bb3-4b8b-a3be-f7893f323871 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 May 17 18:27:31.102772 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-67c6fb14-365f-482a-9220-5cf956263531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:31.104365 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-67c6fb14-365f-482a-9220-5cf956263531 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37a912f3b6fa407bb4495fb6462250e8&device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 1130 time: 0.0463948 May 17 18:27:31.207759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-96518488-6d24-4e6e-8576-17facc19c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:31.209225 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-96518488-6d24-4e6e-8576-17facc19c94d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 200 len: 915 time: 0.0981233 May 17 18:27:31.283401 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-67a22a83-f862-4212-9d5e-b4df86713426 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=645fe4e9-8733-46d7-af17-34167be8896b HTTP/1.1" status: 200 len: 1000 time: 0.0601404 May 17 18:27:31.349136 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-cd04c50d-3a93-47ec-9e9d-7dbe3bd47d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:31.350605 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-cd04c50d-3a93-47ec-9e9d-7dbe3bd47d3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 200 len: 853 time: 0.0471385 May 17 18:27:31.401535 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-51799688-0a98-4175-a1c0-a6254ac7b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:31.402994 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-51799688-0a98-4175-a1c0-a6254ac7b40a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bbec44d-dbfb-4f33-a578-9ea7e3744727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432196 May 17 18:27:31.493295 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-af28592d-cb14-4307-87d3-e822f426ac08 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 May 17 18:27:31.591580 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b9192-4d51-4b46-85f7-249f667f1b9c req-dc208eaf-9115-4491-a11a-cf6f5eb1feb6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:31.593085 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-932b9192-4d51-4b46-85f7-249f667f1b9c req-dc208eaf-9115-4491-a11a-cf6f5eb1feb6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0499609 May 17 18:27:31.593725 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29cbdcb8-9c37-47ed-9cf1-475e34dc3835 req-ae86abdb-179e-4a7b-984c-8c7d1ebc7a15 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935929 May 17 18:27:31.639691 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-932b9192-4d51-4b46-85f7-249f667f1b9c req-647e6a3e-38e1-4320-95c5-f5d8164b9927 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 May 17 18:27:32.053722 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7611e2-b03a-42e0-8e3b-dedca13906d4 req-4164c73f-fa7d-4f83-8e34-8d34a3fa5651 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:32.055216 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d7611e2-b03a-42e0-8e3b-dedca13906d4 req-4164c73f-fa7d-4f83-8e34-8d34a3fa5651 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0450499 May 17 18:27:32.106667 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d7611e2-b03a-42e0-8e3b-dedca13906d4 req-517ec241-503b-4834-ab1e-17d58b4d353b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460010 May 17 18:27:32.759080 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187aea1-60cd-4aad-b677-53a929dee4fb req-5a6118e5-a033-4bfc-80a7-c110999262f6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:32.760566 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9187aea1-60cd-4aad-b677-53a929dee4fb req-5a6118e5-a033-4bfc-80a7-c110999262f6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0461631 May 17 18:27:32.806832 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9187aea1-60cd-4aad-b677-53a929dee4fb req-42f63708-e4b6-430d-a4f3-02797cfedf45 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 May 17 18:27:33.219605 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7169c4-c5fd-4bae-8365-79c8e9bfe785 req-40d5126e-4d70-4ec6-89e1-0a2b636c4e04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:33.221611 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7169c4-c5fd-4bae-8365-79c8e9bfe785 req-40d5126e-4d70-4ec6-89e1-0a2b636c4e04 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0463049 May 17 18:27:33.224584 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:27:33.273346 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed7169c4-c5fd-4bae-8365-79c8e9bfe785 req-c8b3caa1-d307-47cc-b5ef-e78b34b752f0 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 May 17 18:27:33.324223 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:33.335515 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:27:33.370342 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: ACTIVE; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:33.370730 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:33.383189 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:27:33.402302 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:33.406704 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:33.457806 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.473666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:27:33.521393 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:27:33.932058 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638135b-fa3b-4c27-9b5d-4821e6b6c1d5 req-275b0bf9-d502-4226-aa43-2880aeaaa166 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:33.933527 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8638135b-fa3b-4c27-9b5d-4821e6b6c1d5 req-275b0bf9-d502-4226-aa43-2880aeaaa166 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0505178 May 17 18:27:33.980596 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8638135b-fa3b-4c27-9b5d-4821e6b6c1d5 req-f27389da-6b68-46ad-8826-4cbfb625e182 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 May 17 18:27:34.391144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d792597-6dd0-42dd-baac-2d0364dfbaad req-1c770c1a-916b-4675-bcd6-2185501e9d2b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:34.393199 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d792597-6dd0-42dd-baac-2d0364dfbaad req-1c770c1a-916b-4675-bcd6-2185501e9d2b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0556500 May 17 18:27:34.442007 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d792597-6dd0-42dd-baac-2d0364dfbaad req-ed481d48-4cce-45fc-8ea0-f9a13435cd7c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 May 17 18:27:35.099841 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044229-dbfc-4bb9-b14b-b6e301d99911 req-c4fb1886-371c-4cd5-8076-efd0955a529f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:35.101191 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb044229-dbfc-4bb9-b14b-b6e301d99911 req-c4fb1886-371c-4cd5-8076-efd0955a529f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0489738 May 17 18:27:35.148973 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb044229-dbfc-4bb9-b14b-b6e301d99911 req-cc601546-bc45-4055-b5a6-117b2396eb19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 May 17 18:27:35.253407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:27:35.296409 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:27:35.296779 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:35.370242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:35.370538 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:35.393391 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:35.395638 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbde298-dd79-4041-afde-22487d582685" -d '{"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:35.407818 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:35.413050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:35.438034 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c38ffe1-a324-4f47-b317-bf332a4b92ce x-openstack-request-id: req-1c38ffe1-a324-4f47-b317-bf332a4b92ce {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:35.438322 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:35.438611 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c38ffe1-a324-4f47-b317-bf332a4b92ce {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:35.438992 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c38ffe1-a324-4f47-b317-bf332a4b92ce'] response: {'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'code': 200} May 17 18:27:35.461802 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:35.556488 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8d475-5b74-49b3-b8cd-bfdce45fc3ae req-b7b7d701-9992-4061-ad49-ae01d156abf8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:35.557979 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eba8d475-5b74-49b3-b8cd-bfdce45fc3ae req-b7b7d701-9992-4061-ad49-ae01d156abf8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0476310 May 17 18:27:35.607296 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eba8d475-5b74-49b3-b8cd-bfdce45fc3ae req-79120245-f65e-41d6-a475-2eaab8c1b86a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 May 17 18:27:35.629650 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:36.269012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f26ba-efa2-4685-8410-d1fe276e8058 req-6dd8bae5-6321-45f5-aa30-ebcac35d81b5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:36.270486 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df1f26ba-efa2-4685-8410-d1fe276e8058 req-6dd8bae5-6321-45f5-aa30-ebcac35d81b5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0462315 May 17 18:27:36.320069 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df1f26ba-efa2-4685-8410-d1fe276e8058 req-a10f9363-d410-4938-b731-44322ccf9a35 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 May 17 18:27:36.722067 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d185643-f52d-40a6-ba7b-5cede5094535 req-685c6fbb-97d8-442f-8707-b6c9c9261662 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:36.723498 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d185643-f52d-40a6-ba7b-5cede5094535 req-685c6fbb-97d8-442f-8707-b6c9c9261662 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0467224 May 17 18:27:36.778940 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d185643-f52d-40a6-ba7b-5cede5094535 req-e99d17c6-a5c7-4136-9000-18c4176caf5d tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498345 May 17 18:27:37.435142 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270de9b-2fa0-48ae-b477-5a8fcaf7094b req-1ca09dba-fc87-4ae7-a99a-0f8c6defa227 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:37.436582 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6270de9b-2fa0-48ae-b477-5a8fcaf7094b req-1ca09dba-fc87-4ae7-a99a-0f8c6defa227 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0454969 May 17 18:27:37.482355 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6270de9b-2fa0-48ae-b477-5a8fcaf7094b req-f1ba827d-a575-4881-9761-4a550cac6a49 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 May 17 18:27:37.892791 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088598-6b4e-443e-b662-1fc4952c3658 req-84b60797-660e-4ca3-adf1-44baa6fdfcd8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:37.894294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d088598-6b4e-443e-b662-1fc4952c3658 req-84b60797-660e-4ca3-adf1-44baa6fdfcd8 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0499895 May 17 18:27:37.943217 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d088598-6b4e-443e-b662-1fc4952c3658 req-339e159e-3077-4620-941f-3f6506d47143 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 May 17 18:27:38.602901 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5136-8c13-4f62-b4ab-2880f6008591 req-1db347bd-0094-4ef1-971d-573de64e3120 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:38.604432 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-806b5136-8c13-4f62-b4ab-2880f6008591 req-1db347bd-0094-4ef1-971d-573de64e3120 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0519724 May 17 18:27:38.660347 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-806b5136-8c13-4f62-b4ab-2880f6008591 req-bd433b3e-7a83-4da6-824f-2737fb2bbd02 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498080 May 17 18:27:39.053736 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b945f52-3f45-4961-bfe9-9fe19996ff74 req-3449f73b-bc34-4d4b-b146-ab32980f5610 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:39.055163 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b945f52-3f45-4961-bfe9-9fe19996ff74 req-3449f73b-bc34-4d4b-b146-ab32980f5610 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 943 time: 0.0452235 May 17 18:27:39.111494 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b945f52-3f45-4961-bfe9-9fe19996ff74 req-d403c00c-f551-4b44-b1f9-3b543a954469 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 May 17 18:27:39.258231 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 55227826-2e6b-4311-b687-c5996676ed3b details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:27:39.351186 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=55227826-2e6b-4311-b687-c5996676ed3b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:39.362496 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '55227826-2e6b-4311-b687-c5996676ed3b', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'port_id': '55227826-2e6b-4311-b687-c5996676ed3b', 'mac_address': 'fa:16:3e:26:21:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:27:39.398748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 55227826-2e6b-4311-b687-c5996676ed3b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:39.399127 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (55227826-2e6b-4311-b687-c5996676ed3b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:39.412516 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55227826-2e6b-4311-b687-c5996676ed3b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:27:39.431017 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=55227826-2e6b-4311-b687-c5996676ed3b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:39.434946 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:39.483184 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:39.782764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30921db-45f3-424b-b36a-560e3a943973 req-ed3c27cf-8731-4ec0-9caa-9d74164868e4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:39.783698 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b30921db-45f3-424b-b36a-560e3a943973 req-ed3c27cf-8731-4ec0-9caa-9d74164868e4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0498226 May 17 18:27:39.830950 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b30921db-45f3-424b-b36a-560e3a943973 req-6b6a6c91-3c4d-494e-9050-ce4524582420 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 May 17 18:27:39.837136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['55227826-2e6b-4311-b687-c5996676ed3b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:27:40.275793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dd9cb-1589-40e9-8f78-e8bbd15bf853 req-2d67b73d-220a-438d-ae49-122f46548302 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:40.277563 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d5dd9cb-1589-40e9-8f78-e8bbd15bf853 req-2d67b73d-220a-438d-ae49-122f46548302 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 944 time: 0.0556908 May 17 18:27:40.328053 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7d5dd9cb-1589-40e9-8f78-e8bbd15bf853 req-5822be61-f844-4d93-b495-1f0086dc8d83 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 May 17 18:27:40.966411 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070747b-62fb-4b2d-9125-c5237223596d req-2871643a-8da3-4e95-b653-47d5340177cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:40.967974 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2070747b-62fb-4b2d-9125-c5237223596d req-2871643a-8da3-4e95-b653-47d5340177cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0501225 May 17 18:27:41.019435 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2070747b-62fb-4b2d-9125-c5237223596d req-6b88927a-0dc0-4fec-ab85-dccb48644d99 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 May 17 18:27:41.267109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 55227826-2e6b-4311-b687-c5996676ed3b up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:27:41.332928 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port 55227826-2e6b-4311-b687-c5996676ed3b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:27:41.340296 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 55227826-2e6b-4311-b687-c5996676ed3b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:27:41.340936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (55227826-2e6b-4311-b687-c5996676ed3b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:41.375888 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-7860dd49-8e63-4f56-828e-09af6b485aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.381180 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-7860dd49-8e63-4f56-828e-09af6b485aca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1130 time: 0.0671830 May 17 18:27:41.442277 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 55227826-2e6b-4311-b687-c5996676ed3b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:27:41.442662 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (55227826-2e6b-4311-b687-c5996676ed3b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:41.462510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce709b-4fbb-4acd-841e-2e8333a23082 req-29ee53c9-e63c-4b07-82e2-abf8ceb6ac2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.464619 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4ce709b-4fbb-4acd-841e-2e8333a23082 req-29ee53c9-e63c-4b07-82e2-abf8ceb6ac2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 944 time: 0.0530732 May 17 18:27:41.466109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:41.468517 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe03f93-57a1-4193-aabb-313ad90cfba1" -d '{"events": [{"server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "name": "network-vif-plugged", "status": "completed", "tag": "55227826-2e6b-4311-b687-c5996676ed3b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:41.483159 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=55227826-2e6b-4311-b687-c5996676ed3b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:41.491073 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:41.529286 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-2956316b-bf83-46f1-ba11-1a938cf1fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.531052 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-2956316b-bf83-46f1-ba11-1a938cf1fdb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.1273165 May 17 18:27:41.532703 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecfd4bd-0c88-4ba6-b061-8fb1ff94c491 x-openstack-request-id: req-7ecfd4bd-0c88-4ba6-b061-8fb1ff94c491 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:41.533279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "name": "network-vif-plugged", "status": "completed", "tag": "55227826-2e6b-4311-b687-c5996676ed3b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:41.533616 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ecfd4bd-0c88-4ba6-b061-8fb1ff94c491 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:41.534071 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecfd4bd-0c88-4ba6-b061-8fb1ff94c491'] response: {'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b', 'code': 200} May 17 18:27:41.578807 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4ce709b-4fbb-4acd-841e-2e8333a23082 req-3feaf918-834c-48e5-a6b6-327d089b6672 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961523 May 17 18:27:41.590151 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:41.630247 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-c4d3608d-8034-4928-a89d-719f61013bdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1002 time: 0.0899301 May 17 18:27:41.734829 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-5119d96d-907f-40ed-b76a-6ef353e4853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.736947 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-5119d96d-907f-40ed-b76a-6ef353e4853f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0621047 May 17 18:27:41.805476 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446d9e-15d9-4b4f-9832-3c02c749222b req-ee448791-bbe1-4b6e-bdc4-a9fed1430d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.806939 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-32446d9e-15d9-4b4f-9832-3c02c749222b req-ee448791-bbe1-4b6e-bdc4-a9fed1430d59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0690653 May 17 18:27:41.811928 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-91b33af0-da54-4546-ac37-6a987ada8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:41.813274 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-91b33af0-da54-4546-ac37-6a987ada8a61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662279 May 17 18:27:41.913091 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-32446d9e-15d9-4b4f-9832-3c02c749222b req-14b70725-5f57-4444-ae49-497429c6df9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982735 May 17 18:27:41.937907 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-c3b52ac5-d952-4fce-9c0e-55c8e4eba955 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101425 May 17 18:27:42.147679 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ea46-d561-4059-9522-55f9107bc6bb req-9d4eb54c-04aa-432c-a1c1-a470ad69ebd3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:42.149132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20e8ea46-d561-4059-9522-55f9107bc6bb req-9d4eb54c-04aa-432c-a1c1-a470ad69ebd3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0533462 May 17 18:27:42.196597 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20e8ea46-d561-4059-9522-55f9107bc6bb req-5084d3c9-e4c3-42ef-876d-66d1125a2e77 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 May 17 18:27:42.327168 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd0f360c-24bf-4780-a89b-662a60ce7d1f req-9fba3ef2-8d41-4ad9-8c1b-597b7c9c75f0 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912707 May 17 18:27:42.698539 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba88c7-c4f2-49ca-8260-3b593a43ec91 req-e6fc187d-3d46-400b-9a85-ac6ec417bcef tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:42.700016 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-84ba88c7-c4f2-49ca-8260-3b593a43ec91 req-e6fc187d-3d46-400b-9a85-ac6ec417bcef tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0467401 May 17 18:27:42.748897 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-84ba88c7-c4f2-49ca-8260-3b593a43ec91 req-26485d41-644f-4c52-b06d-278970a1167c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 May 17 18:27:43.318107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c1973-7a66-4773-acf8-d99e2417f3cb req-5f3c076b-c156-4098-a936-3d3784e7ea7c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:43.319563 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-312c1973-7a66-4773-acf8-d99e2417f3cb req-5f3c076b-c156-4098-a936-3d3784e7ea7c tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0465519 May 17 18:27:43.369742 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-312c1973-7a66-4773-acf8-d99e2417f3cb req-571c2cb8-6430-4914-88a5-5e7383aa18a0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446646 May 17 18:27:43.889114 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4984296-1947-4856-b294-49624985d252 req-43799670-f983-4ac9-aecd-13a50c83749f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:43.890844 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4984296-1947-4856-b294-49624985d252 req-43799670-f983-4ac9-aecd-13a50c83749f tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0704496 May 17 18:27:43.947658 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4984296-1947-4856-b294-49624985d252 req-dc4042c5-8c90-444b-95cc-c1a04122c7a4 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504088 May 17 18:27:44.489080 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4406be-57bd-48fb-83f6-1374b3996f8c req-241296bc-072d-48f5-b709-ad1ee58c2c19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:44.490595 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a4406be-57bd-48fb-83f6-1374b3996f8c req-241296bc-072d-48f5-b709-ad1ee58c2c19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0487068 May 17 18:27:44.538061 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a4406be-57bd-48fb-83f6-1374b3996f8c req-22dc7c30-8e62-47f5-a972-38635be76cdc tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 May 17 18:27:45.016324 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-734c625a-0901-4ad4-88b4-62c8ac090a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:45.071905 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ae50-393d-43e5-87d5-e8c98b1bb6a0 req-b14b5b22-d721-45a3-aa28-b38b1b7ceb4e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:45.073360 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8b2ae50-393d-43e5-87d5-e8c98b1bb6a0 req-b14b5b22-d721-45a3-aa28-b38b1b7ceb4e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0503378 May 17 18:27:45.123009 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8b2ae50-393d-43e5-87d5-e8c98b1bb6a0 req-fb7545f1-09a7-4bf6-af49-7f5d039026d1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 May 17 18:27:45.251701 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111897b-c701-43d7-9bdd-b966515750c9 req-7030820b-4e35-4b46-a338-b55bdf25903b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:45.260157 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2111897b-c701-43d7-9bdd-b966515750c9 req-7030820b-4e35-4b46-a338-b55bdf25903b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0665505 May 17 18:27:45.305864 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2111897b-c701-43d7-9bdd-b966515750c9 req-3293a7cf-5127-4638-aa5e-9eb252010dc7 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 May 17 18:27:45.328544 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:45.464806 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bfe00-f093-485a-9d0c-901e68996639 tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:45.466311 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-458bfe00-f093-485a-9d0c-901e68996639 tempest-TestVolumeBootPattern-764252861 tempest-TestVolumeBootPattern-764252861-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1124 time: 0.1368253 May 17 18:27:45.469370 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:45.473540 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'port_id': '55227826-2e6b-4311-b687-c5996676ed3b', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:27:45.494290 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:45.574570 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:45.707086 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e1f0-6e89-4e0e-8e9c-09e78dbc4b92 req-050356ed-9ac9-4f8f-b576-da4e941d98fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:45.708512 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8224e1f0-6e89-4e0e-8e9c-09e78dbc4b92 req-050356ed-9ac9-4f8f-b576-da4e941d98fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0808105 May 17 18:27:45.727885 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Allocated IP 172.27.0.73 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/d0c7314a-f1da-4669-8a05-6a7d4ac319be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:27:45.792385 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8224e1f0-6e89-4e0e-8e9c-09e78dbc4b92 req-f16a22a3-d067-4ec3-8f53-8be4795460bf tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766456 May 17 18:27:45.871982 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:46.177711 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:46.213064 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:27:46.215875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:27:46.218535 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:27:46.251604 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=d0c7314a-f1da-4669-8a05-6a7d4ac319be,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:46.426075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb609-e346-49af-b489-8ef1ef7b35b3 req-912745dd-5597-4524-9808-a87da53d8322 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:46.427314 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e4bb609-e346-49af-b489-8ef1ef7b35b3 req-912745dd-5597-4524-9808-a87da53d8322 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0886517 May 17 18:27:46.533354 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e4bb609-e346-49af-b489-8ef1ef7b35b3 req-c6211cf8-f93e-4f0d-84e6-779464dda9fd tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993009 May 17 18:27:46.704957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (30c5b404-f31d-4749-9070-8ed35c763727), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:46.782569 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:46.986515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd5d9-fa93-4dcf-9671-b0c211ad09c9 req-666b504a-2833-4561-8258-f7b09c27a358 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:46.988188 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3bbfd5d9-fa93-4dcf-9671-b0c211ad09c9 req-666b504a-2833-4561-8258-f7b09c27a358 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0982842 May 17 18:27:47.068560 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:47.074318 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3bbfd5d9-fa93-4dcf-9671-b0c211ad09c9 req-8eb0a64b-c81c-4122-ab6f-d3e8146605a3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798721 May 17 18:27:47.075338 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:47.165190 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event updated for resources: {'Port': ['ID=d0c7314a-f1da-4669-8a05-6a7d4ac319be,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:47.180006 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (30c5b404-f31d-4749-9070-8ed35c763727), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:47.238299 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab09b265-61bc-426e-94fb-83b77e3bad27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:47.303674 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP 30c5b404-f31d-4749-9070-8ed35c763727 associated. External IP: 172.27.0.73, port: 55227826-2e6b-4311-b687-c5996676ed3b. May 17 18:27:47.501731 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:27:47.611058 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:27:47.621535 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:27:47.636894 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:47.637545 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:47.657240 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:47.694725 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24984-e98f-4e13-90a8-2924b5c98f3c req-472f4ed2-7c9b-4259-9c56-d708cb97cba2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:47.696640 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67f24984-e98f-4e13-90a8-2924b5c98f3c req-472f4ed2-7c9b-4259-9c56-d708cb97cba2 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0801861 May 17 18:27:47.706801 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2da83120-1311-4998-9a2c-1fe10bb71224 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2364588 May 17 18:27:47.711558 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:47.713773 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:47.739918 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:47.764304 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67f24984-e98f-4e13-90a8-2924b5c98f3c req-a6e7f5b5-8f8c-463d-8a3a-0aa7677c54a0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603285 May 17 18:27:47.765763 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41abf952-1236-47a2-b90c-269eb5476f0d x-openstack-request-id: req-41abf952-1236-47a2-b90c-269eb5476f0d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:47.766052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:47.766391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41abf952-1236-47a2-b90c-269eb5476f0d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:47.766904 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41abf952-1236-47a2-b90c-269eb5476f0d'] response: {'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b', 'status': 'completed', 'code': 200} May 17 18:27:47.913102 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-dfddc6fb-893b-41c1-9cbc-f75bacb14164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:47.914678 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-dfddc6fb-893b-41c1-9cbc-f75bacb14164 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0398147 May 17 18:27:47.955203 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '30c5b404-f31d-4749-9070-8ed35c763727', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '55227826-2e6b-4311-b687-c5996676ed3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:26:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:46Z', 'updated_at': '2022-05-17T18:27:46Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}, {'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:47.979892 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:27:47.989041 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:47.989929 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:48.012504 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-109c349f-cb35-4e10-bd96-3200c4958970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.013918 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-109c349f-cb35-4e10-bd96-3200c4958970 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0925870 May 17 18:27:48.074747 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-24a1d516-3cfc-4481-960a-7cb1873d6042 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 998 time: 0.0541081 May 17 18:27:48.093481 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:48.141856 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-9dc17a0f-98d5-48b4-85d2-6c381ef0e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.143742 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-9dc17a0f-98d5-48b4-85d2-6c381ef0e222 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0631731 May 17 18:27:48.222167 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-5dbd5630-897a-4b79-91be-7fa4bad025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.223942 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-5dbd5630-897a-4b79-91be-7fa4bad025a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744240 May 17 18:27:48.247143 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-d7282e25-9216-47a4-b157-c16bc6210745 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:27:48.248448 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-d7282e25-9216-47a4-b157-c16bc6210745 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088773 May 17 18:27:48.325565 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '30c5b404-f31d-4749-9070-8ed35c763727', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '55227826-2e6b-4311-b687-c5996676ed3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:26:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:46Z', 'updated_at': '2022-05-17T18:27:46Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}, {'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:48.352736 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e125ee-d45c-4812-a856-26e8835f5497 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '30c5b404-f31d-4749-9070-8ed35c763727', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '55227826-2e6b-4311-b687-c5996676ed3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:26:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:27:46Z', 'updated_at': '2022-05-17T18:27:46Z', 'revision_number': 0, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}, {'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:27:48.358025 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:48.424999 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-a7ba3a6a-af84-4502-adf2-8594e51bfea3 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669991 May 17 18:27:48.492093 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e258-b5ab-44e2-a354-e4aaf9de9985 req-8c75c8f2-a8ca-47b0-8c14-778b25f8009b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.499573 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7d0e258-b5ab-44e2-a354-e4aaf9de9985 req-8c75c8f2-a8ca-47b0-8c14-778b25f8009b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0742471 May 17 18:27:48.543783 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-117f96cb-ee41-4fbc-b360-dffeaed7c7e0 req-4a306e4e-57fc-451e-9943-8487f41547b2 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116199 May 17 18:27:48.563174 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7d0e258-b5ab-44e2-a354-e4aaf9de9985 req-f00ba608-6fdc-4798-80c1-9248e9201dc0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517528 May 17 18:27:48.644895 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9721ccd-193d-4a7b-8f21-752ea713ced5 None None] New status for floating IP 30c5b404-f31d-4749-9070-8ed35c763727: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:27:48.884370 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d8bac-31a3-42df-8957-33ce74453291 req-9f2237cc-0cd3-4776-9a18-5fa9267071b7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.885872 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-672d8bac-31a3-42df-8957-33ce74453291 req-9f2237cc-0cd3-4776-9a18-5fa9267071b7 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0493371 May 17 18:27:48.953560 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-672d8bac-31a3-42df-8957-33ce74453291 req-7f82d722-3cf9-4185-9ce6-0a1dcdbae3cc tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups?id=f107f9d4-29c5-4098-9571-fd1653464374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601909 May 17 18:27:48.983751 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-f7904d6f-c4a3-4b34-95c2-595d334632a0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:48.985241 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-f7904d6f-c4a3-4b34-95c2-595d334632a0 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 945 time: 0.0631106 May 17 18:27:49.086735 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Deleting port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:27:49.087009 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.203206 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] For port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:27:49.203206 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.398623 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.398987 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.399372 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Floating IP e09c563a-9614-4734-87a6-349a757cbd41 disassociated. External IP: 172.27.0.141, port: cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96. May 17 18:27:49.399824 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Calling delete_port for cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:27:49.540448 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.573931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'Port': ['ID=cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:49.736502 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:27:49.751495 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c16fb-914a-471d-8dac-8fc1d5ff9bae req-e2f50005-2600-449b-aaf1-315a153817bb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:49.753138 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-043c16fb-914a-471d-8dac-8fc1d5ff9bae req-e2f50005-2600-449b-aaf1-315a153817bb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0733950 May 17 18:27:49.787434 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.852369 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-043c16fb-914a-471d-8dac-8fc1d5ff9bae req-b68b6af1-459b-47e2-8ab8-65cdcebbfa65 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921986 May 17 18:27:49.881401 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:27:49.893162 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:27:49.904372 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:49.905228 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:49.939586 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] No DVR routers for this DVR port cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:27:49.942504 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:49.951458 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b40f55c0-1ee1-4650-af2c-af5dec8e7498 req-fa8a4370-ef54-4485-b232-d84ac04890cb tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.59 "DELETE /v2.0/ports/cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 HTTP/1.1" status: 204 len: 173 time: 0.9585574 May 17 18:27:49.952055 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'name': 'network-vif-deleted', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:27:49.958390 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882b946-86fd-4104-a885-a23aa199672d" -d '{"events": [{"server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "name": "network-vif-deleted", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:27:50.039739 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f77677-938a-4e6a-a1d6-c745ecc864c5 x-openstack-request-id: req-16f77677-938a-4e6a-a1d6-c745ecc864c5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:27:50.040798 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e325b5f-1d56-4055-829d-f41198c02382", "name": "network-vif-deleted", "tag": "cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:27:50.041053 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16f77677-938a-4e6a-a1d6-c745ecc864c5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:27:50.042093 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f77677-938a-4e6a-a1d6-c745ecc864c5'] response: {'server_uuid': '8e325b5f-1d56-4055-829d-f41198c02382', 'name': 'network-vif-deleted', 'tag': 'cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96', 'status': 'completed', 'code': 200} May 17 18:27:50.062609 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:50.130218 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-020c63cb-8e84-46fc-b7d5-65f51bd23f56 req-a7f867e0-444f-4914-9047-83eb492b8008 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e325b5f-1d56-4055-829d-f41198c02382 HTTP/1.1" status: 200 len: 210 time: 0.0524697 May 17 18:27:50.419887 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:50.449263 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:27:50.468890 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:27:50.470256 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:50.615760 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:27:50.845450 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:27:50.880920 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4f7919-a402-4164-a5b6-c6df3a5e471c None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'b92cbd25-cae3-4c97-a62e-b2d6a61d21be', 'name': '', 'network_id': '68688597-c210-4792-9189-73af0d2f702a', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'mac_address': 'fa:16:3e:f1:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:39Z', 'updated_at': '2022-05-17T18:17:54Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'subnets': [{'id': '5c18e1d7-9ea4-49b0-92ee-73c4af41ca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:27:50.993330 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685015df-cf63-4a71-8efe-8c29ed43ba5f req-5f3fac43-d7f5-4dcd-abc0-1d4425f77b02 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:50.995083 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-685015df-cf63-4a71-8efe-8c29ed43ba5f req-5f3fac43-d7f5-4dcd-abc0-1d4425f77b02 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0589502 May 17 18:27:51.080800 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-685015df-cf63-4a71-8efe-8c29ed43ba5f req-63ce13ae-2668-4246-9ec2-941e8d54d048 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736516 May 17 18:27:51.236486 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:51.241744 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d68d10-818e-42ea-a5c3-98da5a6666c0 None None] New status for floating IP e09c563a-9614-4734-87a6-349a757cbd41: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:27:51.322929 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (f107f9d4-29c5-4098-9571-fd1653464374), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.350588 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (f107f9d4-29c5-4098-9571-fd1653464374), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.367448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:27:51.395442 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:27:51.396034 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device cc3e9b30-1b25-4bea-a3bb-d2e98cb94f96 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:27:51.418459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f107f9d4-29c5-4098-9571-fd1653464374), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.421909 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.427050 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "DELETE /v2.0/security-groups/f107f9d4-29c5-4098-9571-fd1653464374 HTTP/1.1" status: 204 len: 168 time: 0.1895361 May 17 18:27:51.427355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:51.438344 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5fb66-1092-479b-b868-5993af711374 tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107f9d4-29c5-4098-9571-fd1653464374,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:51.462592 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-10c3f342-82fe-4483-be8f-68554369c0be tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] show failed (client error): The resource could not be found. May 17 18:27:51.466724 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-10c3f342-82fe-4483-be8f-68554369c0be tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "GET /v2.0/security-groups/f107f9d4-29c5-4098-9571-fd1653464374 HTTP/1.1" status: 404 len: 347 time: 0.0376694 May 17 18:27:51.469710 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:27:51.508840 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.600758 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Deleting port 45eda9e3-58ac-49a0-814e-726f1cef38bc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:27:51.601310 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.695937 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.696270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (45eda9e3-58ac-49a0-814e-726f1cef38bc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.715766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Calling delete_port for 45eda9e3-58ac-49a0-814e-726f1cef38bc owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:27:51.905385 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (45eda9e3-58ac-49a0-814e-726f1cef38bc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:51.941127 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Pushing event deleted for resources: {'Port': ['ID=45eda9e3-58ac-49a0-814e-726f1cef38bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:27:52.007730 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks [] for floatingip (e09c563a-9614-4734-87a6-349a757cbd41), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:52.011219 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:27:52.013692 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6b6d437c-6907-4db4-8d36-4460b8cab7db tempest-AttachVolumeTestJSON-1240414743 tempest-AttachVolumeTestJSON-1240414743-project] 10.222.0.65 "DELETE /v2.0/floatingips/e09c563a-9614-4734-87a6-349a757cbd41 HTTP/1.1" status: 204 len: 168 time: 0.5418971 May 17 18:27:52.273343 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22346ac3-1de2-48f3-89ec-eb977e66a721 req-59b6173e-295f-416a-9cc4-9b6dcd4d15b9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:52.275779 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22346ac3-1de2-48f3-89ec-eb977e66a721 req-59b6173e-295f-416a-9cc4-9b6dcd4d15b9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0700648 May 17 18:27:52.327336 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-22346ac3-1de2-48f3-89ec-eb977e66a721 req-61580da6-0288-44ba-b8f4-be9bc3aaa6f0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 May 17 18:27:53.514571 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5a19-a262-4aea-b044-7a76b1911d6b req-4d7ec980-fe9f-478c-a4c0-33f09cb08089 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:53.516168 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-948c5a19-a262-4aea-b044-7a76b1911d6b req-4d7ec980-fe9f-478c-a4c0-33f09cb08089 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0548317 May 17 18:27:53.571904 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-948c5a19-a262-4aea-b044-7a76b1911d6b req-75efa512-c9b3-4b2a-8c8c-702d282b7a91 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495663 May 17 18:27:54.692324 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ad9ba-f108-4fc7-93f9-add6254039e6 req-424e0c0f-d1b6-4de8-8524-feb1fcdacc6e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:54.693683 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db1ad9ba-f108-4fc7-93f9-add6254039e6 req-424e0c0f-d1b6-4de8-8524-feb1fcdacc6e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0470562 May 17 18:27:54.739623 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db1ad9ba-f108-4fc7-93f9-add6254039e6 req-7e651525-73fe-410e-91a5-1589c205d5f8 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 May 17 18:27:55.855014 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37602de-c653-4279-85bf-baf34a6ce0a6 req-1252ee0f-29a5-4580-b2d0-1539ad747c44 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:55.856474 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d37602de-c653-4279-85bf-baf34a6ce0a6 req-1252ee0f-29a5-4580-b2d0-1539ad747c44 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0467513 May 17 18:27:55.902019 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d37602de-c653-4279-85bf-baf34a6ce0a6 req-74ebcc9f-e6d7-4dc3-b0f3-225410bc99c6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 May 17 18:27:57.020162 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3855212-7b0e-4a3b-9987-9894939da3e3 req-9ca96486-7d25-4f5b-bf62-ba732fa8d3fb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:57.024287 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3855212-7b0e-4a3b-9987-9894939da3e3 req-9ca96486-7d25-4f5b-bf62-ba732fa8d3fb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0513384 May 17 18:27:57.070394 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3855212-7b0e-4a3b-9987-9894939da3e3 req-25c23fac-5fed-46ad-af42-00acdc57373a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 May 17 18:27:58.194219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f9ee-9b52-4d19-9096-b53a5d2f5e5a req-cfc57587-d201-4259-8ed0-531827175412 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:58.195629 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0c7f9ee-9b52-4d19-9096-b53a5d2f5e5a req-cfc57587-d201-4259-8ed0-531827175412 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0455999 May 17 18:27:58.240719 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0c7f9ee-9b52-4d19-9096-b53a5d2f5e5a req-09d7e50f-eeb9-4640-b364-a072a52c145f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 May 17 18:27:59.213778 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-bf5146d4-52d5-4957-aad2-79901c8a1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:59.215252 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-bf5146d4-52d5-4957-aad2-79901c8a1671 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1130 time: 0.0866485 May 17 18:27:59.301617 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-f214e93e-eff8-43e4-9652-242bdb4e7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:59.303110 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-f214e93e-eff8-43e4-9652-242bdb4e7e7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0819700 May 17 18:27:59.358143 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632011-3b13-40a2-ab55-02d54930c140 req-a5248cd2-2a3e-40b4-99a6-b60d5e25ed78 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:59.359610 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65632011-3b13-40a2-ab55-02d54930c140 req-a5248cd2-2a3e-40b4-99a6-b60d5e25ed78 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0477808 May 17 18:27:59.369330 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-c63ca857-3886-4c9d-97d3-f4101442d621 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1002 time: 0.0579000 May 17 18:27:59.410231 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65632011-3b13-40a2-ab55-02d54930c140 req-6dcbbfd1-396b-4dd2-a711-8cc0e4c13e65 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 May 17 18:27:59.418234 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-261adddf-ff3d-4be9-a066-830413264840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:59.419774 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-261adddf-ff3d-4be9-a066-830413264840 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0439460 May 17 18:27:59.462944 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-2c61fc24-963f-43ad-94c2-e6e963d0e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:27:59.464371 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-2c61fc24-963f-43ad-94c2-e6e963d0e096 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382338 May 17 18:27:59.552847 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-d94c8cc6-3efd-40c9-adb1-8e41cb0a19e7 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824981 May 17 18:27:59.638865 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcd9fbff-ebf3-44cf-9669-49c4634c4544 req-ece088ba-25f4-4a2d-807e-8ebb55e94cfb service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801077 May 17 18:27:59.883452 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:00.514851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (9253a358-5bf6-4809-802b-af3fe2db3272), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:00.528252 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82abcfe-c1ad-4eae-b2f5-5a03af831dae req-f5b83467-a50a-4593-b660-4d185006d60e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:00.529784 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b82abcfe-c1ad-4eae-b2f5-5a03af831dae req-f5b83467-a50a-4593-b660-4d185006d60e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0466180 May 17 18:28:00.576960 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b82abcfe-c1ad-4eae-b2f5-5a03af831dae req-5d1a779e-4191-4c13-a57a-26d85a68a3b5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 May 17 18:28:00.726462 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Deleting port b92cbd25-cae3-4c97-a62e-b2d6a61d21be {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:28:00.726715 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:00.801238 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] For port b92cbd25-cae3-4c97-a62e-b2d6a61d21be, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:00.801625 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:00.814003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Calling delete_port for b92cbd25-cae3-4c97-a62e-b2d6a61d21be owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:28:00.985294 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (b92cbd25-cae3-4c97-a62e-b2d6a61d21be), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.013919 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Pushing event deleted for resources: {'Port': ['ID=b92cbd25-cae3-4c97-a62e-b2d6a61d21be,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:01.047178 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.047537 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.047972 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.048315 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.048655 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.048997 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.049327 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.049681 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.050016 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.050348 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.050686 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.051015 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.051463 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.051664 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.051987 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:01.188133 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (9253a358-5bf6-4809-802b-af3fe2db3272), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.398740 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Router 9253a358-5bf6-4809-802b-af3fe2db3272 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:28:01.492924 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:28:01.498090 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-afd95309-6806-4f71-bdfa-6e3d6cf5674e admin admin] 10.222.0.65 "PUT /v2.0/routers/9253a358-5bf6-4809-802b-af3fe2db3272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136086 May 17 18:28:01.501314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36666) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:01.502697 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28db926-ab71-45b0-9403-06678272218b None None] Sync routers for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:28:01.512338 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:28:01.512877 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:01.605122 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks [] for router (9253a358-5bf6-4809-802b-af3fe2db3272), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.612838 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:28:01.744140 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a805d6-e807-4cea-bc03-91e8740d4fb8 req-04b852e8-19b4-48e4-a4b0-6e2a85ad1bd1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:01.745608 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40a805d6-e807-4cea-bc03-91e8740d4fb8 req-04b852e8-19b4-48e4-a4b0-6e2a85ad1bd1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.0583038 May 17 18:28:01.746689 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks [] for router_gateway (9253a358-5bf6-4809-802b-af3fe2db3272), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.776925 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:28:00Z', 'revision_number': 5, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port': {'id': '115df889-6006-43d5-b4a4-7c350b19c33c', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:32Z', 'updated_at': '2022-05-17T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:01.801925 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28db926-ab71-45b0-9403-06678272218b None None] Checking router: 9253a358-5bf6-4809-802b-af3fe2db3272 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:28:01.810348 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] Routers {'9253a358-5bf6-4809-802b-af3fe2db3272'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:28:01.811020 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:27:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9253a358-5bf6-4809-802b-af3fe2db3272'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:01.819879 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Deleting port 115df889-6006-43d5-b4a4-7c350b19c33c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:28:01.820214 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.858037 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40a805d6-e807-4cea-bc03-91e8740d4fb8 req-255df77a-a226-496e-9e0f-4a8148cb213f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067657 May 17 18:28:01.897605 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] Set router 9253a358-5bf6-4809-802b-af3fe2db3272 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:28:01.921992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] For port 115df889-6006-43d5-b4a4-7c350b19c33c, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=115df889-6006-43d5-b4a4-7c350b19c33c,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:01.922355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:01.936610 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Calling delete_port for 115df889-6006-43d5-b4a4-7c350b19c33c owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:28:01.951635 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e28db926-ab71-45b0-9403-06678272218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:28:01Z', 'revision_number': 6, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:01.976675 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28db926-ab71-45b0-9403-06678272218b None None] The sync data for ids ['9253a358-5bf6-4809-802b-af3fe2db3272'] in dv-cinder-837362-2-iscsi is: [{'id': '9253a358-5bf6-4809-802b-af3fe2db3272', 'name': 'tempest-AttachVolumeTestJSON-498086541-router', 'tenant_id': 'cd7eb45f1cd74f84943f4b991986973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:28:01Z', 'revision_number': 6, 'project_id': 'cd7eb45f1cd74f84943f4b991986973d', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:28:02.116515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (115df889-6006-43d5-b4a4-7c350b19c33c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.139982 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=115df889-6006-43d5-b4a4-7c350b19c33c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:02.214733 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (9253a358-5bf6-4809-802b-af3fe2db3272), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.301919 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (9253a358-5bf6-4809-802b-af3fe2db3272), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.304182 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks [] for router_controller (9253a358-5bf6-4809-802b-af3fe2db3272), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.349140 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (9253a358-5bf6-4809-802b-af3fe2db3272), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.350309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9253a358-5bf6-4809-802b-af3fe2db3272 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:28:02.357899 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.359052 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b4b3bb8a-a3f3-47af-a9f0-975656131e6d admin admin] 10.222.0.65 "DELETE /v2.0/routers/9253a358-5bf6-4809-802b-af3fe2db3272 HTTP/1.1" status: 204 len: 168 time: 0.8570933 May 17 18:28:02.361599 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36692) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:02.408781 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Deleting subnet 5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:28:02.411845 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Publish callbacks [] for subnet (5c18e1d7-9ea4-49b0-92ee-73c4af41ca93), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.448918 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (5c18e1d7-9ea4-49b0-92ee-73c4af41ca93), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.528562 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (5c18e1d7-9ea4-49b0-92ee-73c4af41ca93), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.587454 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (5c18e1d7-9ea4-49b0-92ee-73c4af41ca93), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.613836 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c18e1d7-9ea4-49b0-92ee-73c4af41ca93,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:02.617542 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.622896 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-846d196d-2657-45d8-ac7f-677da9b473dc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5c18e1d7-9ea4-49b0-92ee-73c4af41ca93 HTTP/1.1" status: 204 len: 168 time: 0.2580893 May 17 18:28:02.623128 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:02.627321 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d6a85-b825-4ebd-b8b1-7f844e9a382d None None] Network 68688597-c210-4792-9189-73af0d2f702a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:28:02.698264 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (68688597-c210-4792-9189-73af0d2f702a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.742932 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Deleting port c5620d77-9e4c-42bd-b908-47430a33d6f0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:28:02.743256 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.790753 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] DHCP port deletion for 68688597-c210-4792-9189-73af0d2f702a request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:28:02.819397 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] For port c5620d77-9e4c-42bd-b908-47430a33d6f0, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c5620d77-9e4c-42bd-b908-47430a33d6f0,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:02.819397 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.846934 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Calling delete_port for c5620d77-9e4c-42bd-b908-47430a33d6f0 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:28:02.848643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Deleting port c5620d77-9e4c-42bd-b908-47430a33d6f0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:28:02.849198 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.925894 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] For port c5620d77-9e4c-42bd-b908-47430a33d6f0, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c5620d77-9e4c-42bd-b908-47430a33d6f0,segment=NetworkSegment(e083f295-85ba-40be-9c92-ee230a90f23b),segment_id=e083f295-85ba-40be-9c92-ee230a90f23b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:02.926408 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:02.938412 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf068f5b-5eec-4811-8364-b745a514970a req-942fa5c9-1e60-4c81-8e72-1b92680a42df tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:02.939915 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf068f5b-5eec-4811-8364-b745a514970a req-942fa5c9-1e60-4c81-8e72-1b92680a42df tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 946 time: 0.1052184 May 17 18:28:02.941171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Calling delete_port for c5620d77-9e4c-42bd-b908-47430a33d6f0 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:28:03.001509 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf068f5b-5eec-4811-8364-b745a514970a req-a1e89c3b-e903-4d00-87f3-017b3d394311 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517201 May 17 18:28:03.025843 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.038826 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (c5620d77-9e4c-42bd-b908-47430a33d6f0), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.057536 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5620d77-9e4c-42bd-b908-47430a33d6f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.061657 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] No DVR routers for this DVR port c5620d77-9e4c-42bd-b908-47430a33d6f0 on host dv-cinder-837362-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:28:03.071737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] Pushing event deleted for resources: {'Port': ['ID=c5620d77-9e4c-42bd-b908-47430a33d6f0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.074331 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3166986-2be5-4997-b00b-51fc264d3fd0 None None] No DVR routers for this DVR port c5620d77-9e4c-42bd-b908-47430a33d6f0 on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:28:03.122536 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36724) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.149957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (68688597-c210-4792-9189-73af0d2f702a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.172629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68688597-c210-4792-9189-73af0d2f702a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:03.182776 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e083f295-85ba-40be-9c92-ee230a90f23b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:03.183075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e083f295-85ba-40be-9c92-ee230a90f23b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:28:03.193775 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (e083f295-85ba-40be-9c92-ee230a90f23b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.213939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (e083f295-85ba-40be-9c92-ee230a90f23b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.230105 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-ce73afa7-ba41-4791-8c5c-0f3aedf0cc83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060767 May 17 18:28:03.232428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:28:03.232981 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (e083f295-85ba-40be-9c92-ee230a90f23b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:28:03.234759 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:28:03.236927 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-5326bbeb-553d-4bf3-b3b0-23e6e8d6a2eb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:28:03.241671 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-5326bbeb-553d-4bf3-b3b0-23e6e8d6a2eb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092485 May 17 18:28:03.298883 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (68688597-c210-4792-9189-73af0d2f702a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.307144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.311215 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] 10.222.0.65 "DELETE /v2.0/networks/68688597-c210-4792-9189-73af0d2f702a HTTP/1.1" status: 204 len: 168 time: 0.6871526 May 17 18:28:03.325592 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3230726-530f-4bdb-b632-af9717495659 admin admin] Pushing event deleted for resources: {'Network': ['ID=68688597-c210-4792-9189-73af0d2f702a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.333258 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.379890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:28:03.459571 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:28:03.460082 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.472883 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.488809 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:28:03.491448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1cae58-c2ad-44ad-83ff-bb384d532a8a" -d '{"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:28:03.504965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:03.511407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.555455 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4fbe4-d17d-4240-88d0-5645c4178b45 x-openstack-request-id: req-6cc4fbe4-d17d-4240-88d0-5645c4178b45 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:28:03.555840 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-unplugged", "status": "failed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:28:03.556314 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cc4fbe4-d17d-4240-88d0-5645c4178b45 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:28:03.557029 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4096f209-fae7-4010-a66a-4a199f27e36f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd7eb45f1cd74f84943f4b991986973d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0813816 May 17 18:28:03.557221 dv-cinder-837362-2-iscsi neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6cc4fbe4-d17d-4240-88d0-5645c4178b45']: {'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'code': 422} returned with failed status May 17 18:28:03.559699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.568598 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.576075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 36750) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.578784 dv-cinder-837362-2-iscsi neutron-server[103477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 18:28:03.644127 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-8f5e5b09-bc81-40d5-9b68-86d17ff63231 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:03.645494 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-8f5e5b09-bc81-40d5-9b68-86d17ff63231 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports/9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 941 time: 0.3112051 May 17 18:28:03.650275 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] Publish callbacks [] for security_group (15acf5ea-81c2-4912-a92c-e4b8d31da720), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.673445 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] Publish callbacks [] for security_group (15acf5ea-81c2-4912-a92c-e4b8d31da720), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.680294 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff1824af-d107-4531-b0ba-c1ef06f69e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.726945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (15acf5ea-81c2-4912-a92c-e4b8d31da720), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.729756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.730999 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15acf5ea-81c2-4912-a92c-e4b8d31da720 HTTP/1.1" status: 204 len: 168 time: 0.1699197 May 17 18:28:03.740298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fea51e-fb03-4f8b-b8ec-4b7db3d5a725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15acf5ea-81c2-4912-a92c-e4b8d31da720,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.792299 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff1824af-d107-4531-b0ba-c1ef06f69e2f admin admin] Publish callbacks [] for security_group (047200fd-6949-44cd-868d-7b72ad6acfce), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.797937 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff1824af-d107-4531-b0ba-c1ef06f69e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (047200fd-6949-44cd-868d-7b72ad6acfce), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.834166 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1824af-d107-4531-b0ba-c1ef06f69e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047200fd-6949-44cd-868d-7b72ad6acfce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:03.861549 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ff1824af-d107-4531-b0ba-c1ef06f69e2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=028cf941f881466ba25dd5209677486d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841184 May 17 18:28:03.864304 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 36760) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:03.885915 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 115df889-6006-43d5-b4a4-7c350b19c33c no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:28:03.914064 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 115df889-6006-43d5-b4a4-7c350b19c33c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:28:03.914511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 115df889-6006-43d5-b4a4-7c350b19c33c not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:28:03.915198 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c5620d77-9e4c-42bd-b908-47430a33d6f0 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:28:03.932616 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] Publish callbacks [] for security_group (047200fd-6949-44cd-868d-7b72ad6acfce), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.937622 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: c5620d77-9e4c-42bd-b908-47430a33d6f0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:28:03.938038 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c5620d77-9e4c-42bd-b908-47430a33d6f0 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:28:03.938665 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b92cbd25-cae3-4c97-a62e-b2d6a61d21be no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:28:03.959494 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] Publish callbacks [] for security_group (047200fd-6949-44cd-868d-7b72ad6acfce), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:03.962469 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: b92cbd25-cae3-4c97-a62e-b2d6a61d21be {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:28:03.962909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b92cbd25-cae3-4c97-a62e-b2d6a61d21be not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:28:04.014706 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (047200fd-6949-44cd-868d-7b72ad6acfce), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:04.017606 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:04.019330 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/047200fd-6949-44cd-868d-7b72ad6acfce HTTP/1.1" status: 204 len: 168 time: 0.1540000 May 17 18:28:04.027640 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56bb05-86a7-4705-8e49-b8fd201b0bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047200fd-6949-44cd-868d-7b72ad6acfce,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:04.160510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f516af-aadd-4e35-ad1b-2ebb6afe2b04 req-4ca60b90-d482-48cb-bbd2-740db4fba611 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:04.162074 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8f516af-aadd-4e35-ad1b-2ebb6afe2b04 req-4ca60b90-d482-48cb-bbd2-740db4fba611 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0645282 May 17 18:28:04.500319 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8f516af-aadd-4e35-ad1b-2ebb6afe2b04 req-290b8f60-8a99-479b-a968-bf8b571f19d0 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308616 May 17 18:28:04.760119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-51995bcb-fa72-4622-92bc-70a849917ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:04.761698 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-51995bcb-fa72-4622-92bc-70a849917ca0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55&tenant_id=379adfd2520a4d2dba04fca7fa3a1d95 HTTP/1.1" status: 200 len: 1128 time: 0.0404682 May 17 18:28:04.824576 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-e6a80d3d-f22b-4235-8900-5b78de5797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:04.826389 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-e6a80d3d-f22b-4235-8900-5b78de5797b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1128 time: 0.0413482 May 17 18:28:04.920056 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-af672e97-3070-4ab8-a678-9da922654275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:04.921541 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-af672e97-3070-4ab8-a678-9da922654275 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0893788 May 17 18:28:04.981551 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-6dc228ec-ea6b-4bcf-bf79-823082eaa8b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1000 time: 0.0543060 May 17 18:28:05.031731 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-dbca494a-2d19-4b7c-a887-96c159534e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:05.033250 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-dbca494a-2d19-4b7c-a887-96c159534e3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0463510 May 17 18:28:05.077582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-ce960dea-b224-478c-ba30-96852fcb806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:05.077726 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-ce960dea-b224-478c-ba30-96852fcb806b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389409 May 17 18:28:05.166454 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-72847098-f8c7-42ee-8650-7f721481027e service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 May 17 18:28:05.257487 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73bf167a-35ec-4375-a7eb-de4fc7595a9c req-2d609fa1-a462-42d3-9217-3415a88e912a service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 May 17 18:28:05.634012 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaf9a4-5b64-4b9f-9547-c52f7ea39a4e req-633962fc-5eea-48b5-962f-27b1a155a217 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:05.635667 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ebaf9a4-5b64-4b9f-9547-c52f7ea39a4e req-633962fc-5eea-48b5-962f-27b1a155a217 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0537727 May 17 18:28:05.638507 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:05.683576 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ebaf9a4-5b64-4b9f-9547-c52f7ea39a4e req-e1de243a-b1c3-4dee-9dec-77e5e43e8e72 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 May 17 18:28:06.804354 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46977-2d3c-49ab-8112-778a941cd861 req-a507d15e-bf42-40b7-adb5-6cc174b91f49 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:06.806033 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ab46977-2d3c-49ab-8112-778a941cd861 req-a507d15e-bf42-40b7-adb5-6cc174b91f49 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0458086 May 17 18:28:06.855555 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ab46977-2d3c-49ab-8112-778a941cd861 req-9f4ee38f-3a4b-4a4c-a8f4-05b826bcb0b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 May 17 18:28:07.644323 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:28:08.007998 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb4bd-fcad-42b1-a4fe-9aa8c42740d9 req-47441f01-a744-43a3-a20c-bff8d17e8eb3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:08.013649 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4ebb4bd-fcad-42b1-a4fe-9aa8c42740d9 req-47441f01-a744-43a3-a20c-bff8d17e8eb3 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0488269 May 17 18:28:08.076882 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4ebb4bd-fcad-42b1-a4fe-9aa8c42740d9 req-cc3f5906-0b63-4afe-a8fe-f26d1a4492a7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590138 May 17 18:28:09.204002 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b82a83-1a25-4fab-bed1-7c509e9aa748 req-884868ea-199f-4d66-9102-429cda1f2951 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:09.206388 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26b82a83-1a25-4fab-bed1-7c509e9aa748 req-884868ea-199f-4d66-9102-429cda1f2951 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0488164 May 17 18:28:09.261654 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26b82a83-1a25-4fab-bed1-7c509e9aa748 req-3ecbb10b-e880-4244-9f30-1fc7c513c8f5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497639 May 17 18:28:10.384075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b440-d291-4bd6-8fd1-9a4a691c7943 req-ea959591-418e-40a0-8212-e1ded8ba1924 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:10.385722 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e251b440-d291-4bd6-8fd1-9a4a691c7943 req-ea959591-418e-40a0-8212-e1ded8ba1924 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0534647 May 17 18:28:10.435740 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e251b440-d291-4bd6-8fd1-9a4a691c7943 req-312a42b3-e6bf-4b81-bb11-622586a92c8a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 May 17 18:28:11.562162 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95494362-4bd7-43a1-a6cf-b66c44dab712 req-7c7b84c0-6140-4bed-8bac-85bea9fb89b4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:11.564612 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95494362-4bd7-43a1-a6cf-b66c44dab712 req-7c7b84c0-6140-4bed-8bac-85bea9fb89b4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0559514 May 17 18:28:11.616530 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95494362-4bd7-43a1-a6cf-b66c44dab712 req-50875393-7ee1-4f6d-b4e6-a9ac1c15ee18 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 May 17 18:28:12.743453 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bac4f-e767-4e8c-b5fc-ce78cad0d67a req-9697d73a-3a8b-4124-b25b-149d3fd4ee03 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:12.744917 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf2bac4f-e767-4e8c-b5fc-ce78cad0d67a req-9697d73a-3a8b-4124-b25b-149d3fd4ee03 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0506988 May 17 18:28:12.797489 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf2bac4f-e767-4e8c-b5fc-ce78cad0d67a req-2c1368c2-a63a-426a-b594-c7930bf3c3b1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 May 17 18:28:13.922704 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd6b0-b52e-4e8b-8208-faa6484490c5 req-1e9aed32-7f0d-4ba2-acc3-16df4ec57146 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:13.924098 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3ebd6b0-b52e-4e8b-8208-faa6484490c5 req-1e9aed32-7f0d-4ba2-acc3-16df4ec57146 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0473785 May 17 18:28:13.969408 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3ebd6b0-b52e-4e8b-8208-faa6484490c5 req-bfecbb4f-037e-4772-8f2a-11180f87cdc9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 May 17 18:28:15.026639 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e43f-15d6-450b-92cf-0d766ba7b48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:15.155811 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4992c-259e-41bd-b91e-9c4528848811 req-3fcce3e1-1d57-4025-9c49-82fd2578481b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:15.157739 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00c4992c-259e-41bd-b91e-9c4528848811 req-3fcce3e1-1d57-4025-9c49-82fd2578481b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0654054 May 17 18:28:15.239590 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00c4992c-259e-41bd-b91e-9c4528848811 req-4ff2ddca-4dfa-41e9-9274-fb30de4595b7 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748405 May 17 18:28:16.400142 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4466-3d5d-4878-9a9d-94e6ebae48ea req-8f523bfb-cba3-4aa0-82cb-e110d6161397 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:16.401697 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63bb4466-3d5d-4878-9a9d-94e6ebae48ea req-8f523bfb-cba3-4aa0-82cb-e110d6161397 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0488279 May 17 18:28:16.451857 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63bb4466-3d5d-4878-9a9d-94e6ebae48ea req-8834ccae-c59e-4d21-9b64-d20acc117726 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 May 17 18:28:17.219648 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e25f8e4-5473-4a23-9961-337306977458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:17.572948 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70777-ca12-4bcd-9bd8-1c4a7ca48dfa req-d75121e1-546a-430a-9ea9-636403ff5ef2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:17.574440 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2b70777-ca12-4bcd-9bd8-1c4a7ca48dfa req-d75121e1-546a-430a-9ea9-636403ff5ef2 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0466325 May 17 18:28:17.621550 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2b70777-ca12-4bcd-9bd8-1c4a7ca48dfa req-8a86dd90-1fc1-40e1-bf4e-aa34a97aa8db tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 May 17 18:28:18.339439 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:18.742357 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0611-5c40-4bb1-91f5-e63d86f74780 req-38ddb2e4-9b72-4632-a677-5678c9849174 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:18.743923 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0db0611-5c40-4bb1-91f5-e63d86f74780 req-38ddb2e4-9b72-4632-a677-5678c9849174 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0513835 May 17 18:28:18.790746 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c0db0611-5c40-4bb1-91f5-e63d86f74780 req-91e57317-b9d1-4126-b418-fb2fa2fa7b19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 May 17 18:28:19.782316 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:19.909416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0757c4-74c1-4fc3-bd48-567ed7646a0a req-1cead36c-cbcc-465e-98f9-93c09a2ca98e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:19.911013 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca0757c4-74c1-4fc3-bd48-567ed7646a0a req-1cead36c-cbcc-465e-98f9-93c09a2ca98e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0460496 May 17 18:28:19.957076 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca0757c4-74c1-4fc3-bd48-567ed7646a0a req-8f276f2c-d435-4f6e-88c3-d25980de7c62 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404730 May 17 18:28:20.603928 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37036) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:20.706671 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.781716 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Publish callbacks [] for security_group (d696af16-eba5-485a-8181-ca6cd956ded2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.786054 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d696af16-eba5-485a-8181-ca6cd956ded2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.826186 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696af16-eba5-485a-8181-ca6cd956ded2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:20.830410 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e1dca09ab514f02b20b1078fe5a6192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254853 May 17 18:28:20.833174 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37040) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:20.844078 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.844430 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.844777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.845119 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.845480 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.846355 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.846674 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.847005 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.847337 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.847669 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.848002 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.848332 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.848673 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.849000 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.849321 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc47853-f31b-4b91-872a-9b722a43cad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:28:20.894461 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] Publish callbacks [] for security_group (d696af16-eba5-485a-8181-ca6cd956ded2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.919193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] Publish callbacks [] for security_group (d696af16-eba5-485a-8181-ca6cd956ded2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.967220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d696af16-eba5-485a-8181-ca6cd956ded2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.969914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:20.971542 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d696af16-eba5-485a-8181-ca6cd956ded2 HTTP/1.1" status: 204 len: 168 time: 0.1369109 May 17 18:28:20.978994 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a450de-2da4-4714-ac1f-875bfef26084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696af16-eba5-485a-8181-ca6cd956ded2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:21.076133 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ebb84-7e7d-45be-99a5-a00bcb97bd58 req-57c05c24-e606-4f73-8124-a85496a2640a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:21.077937 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df8ebb84-7e7d-45be-99a5-a00bcb97bd58 req-57c05c24-e606-4f73-8124-a85496a2640a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0485141 May 17 18:28:21.125921 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df8ebb84-7e7d-45be-99a5-a00bcb97bd58 req-0478f83d-0bc7-42ea-bf81-f445efea61f9 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 May 17 18:28:21.293883 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:21.311992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facd2e14-2571-4698-9d6f-d67e2939852d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.391928 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facd2e14-2571-4698-9d6f-d67e2939852d admin admin] Publish callbacks [] for security_group (88a341c0-00ca-44bc-a0ec-5bf97f80457b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.396304 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-facd2e14-2571-4698-9d6f-d67e2939852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (88a341c0-00ca-44bc-a0ec-5bf97f80457b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.431503 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd2e14-2571-4698-9d6f-d67e2939852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a341c0-00ca-44bc-a0ec-5bf97f80457b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:21.435725 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-facd2e14-2571-4698-9d6f-d67e2939852d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b8c188daef041319a8d77500c2c37d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408241 May 17 18:28:21.438326 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:28:21.472231 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.486468 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] Publish callbacks [] for security_group (88a341c0-00ca-44bc-a0ec-5bf97f80457b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.507323 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] Publish callbacks [] for security_group (88a341c0-00ca-44bc-a0ec-5bf97f80457b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.551880 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (88a341c0-00ca-44bc-a0ec-5bf97f80457b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.554374 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:21.555494 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88a341c0-00ca-44bc-a0ec-5bf97f80457b HTTP/1.1" status: 204 len: 168 time: 0.1162844 May 17 18:28:21.564349 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630c82-1394-4e08-a09a-403d9806a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a341c0-00ca-44bc-a0ec-5bf97f80457b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:22.248790 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39388a78-58e1-44a2-9c89-755fa4f6a2ec req-689606f9-731f-4e55-95dc-a52cf367ee64 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:22.250207 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39388a78-58e1-44a2-9c89-755fa4f6a2ec req-689606f9-731f-4e55-95dc-a52cf367ee64 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0506353 May 17 18:28:22.297529 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39388a78-58e1-44a2-9c89-755fa4f6a2ec req-6a59e66c-962a-446d-86dc-2837f629f7ac tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 May 17 18:28:23.415843 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8507-c2de-483c-b307-5856b52f1d01 req-0876d7e3-e6c4-4fd9-b715-913f5b193171 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:23.417273 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db9f8507-c2de-483c-b307-5856b52f1d01 req-0876d7e3-e6c4-4fd9-b715-913f5b193171 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 944 time: 0.0455999 May 17 18:28:23.463487 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db9f8507-c2de-483c-b307-5856b52f1d01 req-2ef4f3b3-84d9-40e2-8093-1d5f774c2c29 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 May 17 18:28:23.490715 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:28:23.585519 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:23.596191 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'port_id': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'mac_address': 'fa:16:3e:54:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:28:23.629527 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:28:23.629910 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:23.641919 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:28:23.660734 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:23.664720 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:23.711259 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:24.006048 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:28:24.579490 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8e89-c04c-4f97-90f1-76bcbc562b57 req-bd6d89f5-d456-477f-99c7-c4ec5d1e0aa6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:24.581493 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-06bb8e89-c04c-4f97-90f1-76bcbc562b57 req-bd6d89f5-d456-477f-99c7-c4ec5d1e0aa6 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0466523 May 17 18:28:24.630025 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-06bb8e89-c04c-4f97-90f1-76bcbc562b57 req-c27ef0ef-2231-4778-bd23-7582626ff670 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 May 17 18:28:25.746565 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc6f0-cf92-4182-a8fc-10edf07eef80 req-42dbaac6-5e38-439a-ba29-fcb18c32e736 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:25.747991 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0acfc6f0-cf92-4182-a8fc-10edf07eef80 req-42dbaac6-5e38-439a-ba29-fcb18c32e736 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0464265 May 17 18:28:25.793589 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0acfc6f0-cf92-4182-a8fc-10edf07eef80 req-4b0a4a2a-bc1b-446c-80eb-ef8d811524b5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399222 May 17 18:28:26.913903 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb3502-fd11-42cc-9d11-ee9159920393 req-7ccdf11c-af72-4305-acfd-cd504b8b504f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:26.915374 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dbbb3502-fd11-42cc-9d11-ee9159920393 req-7ccdf11c-af72-4305-acfd-cd504b8b504f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0462823 May 17 18:28:26.962414 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dbbb3502-fd11-42cc-9d11-ee9159920393 req-6d7a994e-973e-4a96-a274-2c62e0aaf8a4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 May 17 18:28:28.079321 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa2e2c-70ec-4d5b-ac3a-d1878de5fd31 req-b8b2218c-4c4c-4387-abea-18b0241d4987 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:28.081192 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccfa2e2c-70ec-4d5b-ac3a-d1878de5fd31 req-b8b2218c-4c4c-4387-abea-18b0241d4987 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 945 time: 0.0494161 May 17 18:28:28.133332 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccfa2e2c-70ec-4d5b-ac3a-d1878de5fd31 req-befaacd2-6466-4760-839f-c08ccf73c469 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 May 17 18:28:28.590578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:28:28.633082 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:28:28.633453 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:28.700260 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:28:28.700565 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:28.725334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:28:28.727583 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae200e53-b6ca-44de-a3fe-990f0e71fd39" -d '{"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:28:28.743580 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:28:28.747613 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:28.791804 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:28:28.876581 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c85ab59-5a64-4f80-83e8-051e617f1b8e x-openstack-request-id: req-0c85ab59-5a64-4f80-83e8-051e617f1b8e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:28:28.876880 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-plugged", "status": "completed", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:28:28.877137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c85ab59-5a64-4f80-83e8-051e617f1b8e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:28:28.878106 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c85ab59-5a64-4f80-83e8-051e617f1b8e'] response: {'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'code': 200} May 17 18:28:29.234471 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380575-0cf5-426b-a67d-e05dd3e660ed req-2955a3ec-9476-4e72-9c46-06c1114664f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:29.235919 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee380575-0cf5-426b-a67d-e05dd3e660ed req-2955a3ec-9476-4e72-9c46-06c1114664f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1131 time: 0.0375659 May 17 18:28:29.252963 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11def0-793c-4ede-ba29-143a9db8fa9e req-e16e5280-9da2-47d9-a9b6-03ee831bc66d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:29.254457 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-de11def0-793c-4ede-ba29-143a9db8fa9e req-e16e5280-9da2-47d9-a9b6-03ee831bc66d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0490124 May 17 18:28:29.281200 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee380575-0cf5-426b-a67d-e05dd3e660ed req-8beda4ee-2c9c-4061-b39b-f21c2643d0e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 May 17 18:28:29.301615 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-de11def0-793c-4ede-ba29-143a9db8fa9e req-c864932c-4c55-4819-8a6d-7bb8f54e7b6b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 May 17 18:28:30.418403 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cdde6-48a3-4806-bafb-def082541395 req-f74b2525-7ed7-467e-8aa2-bd6673702a1f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:30.419822 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a25cdde6-48a3-4806-bafb-def082541395 req-f74b2525-7ed7-467e-8aa2-bd6673702a1f tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0446692 May 17 18:28:30.467954 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a25cdde6-48a3-4806-bafb-def082541395 req-b93c5f13-0b94-4dc8-8c86-f72978cf1878 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 May 17 18:28:31.588188 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09804ba4-7233-4e14-85ac-6b31f62c187f req-be01a1e9-6a38-4033-b9c6-a95fbe5e177d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:31.589679 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-09804ba4-7233-4e14-85ac-6b31f62c187f req-be01a1e9-6a38-4033-b9c6-a95fbe5e177d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0477540 May 17 18:28:31.637766 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-09804ba4-7233-4e14-85ac-6b31f62c187f req-4df63ea9-6cf8-4896-b5db-39f82fa1f483 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 May 17 18:28:32.757521 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dc8c2-e300-4832-893c-d046b9c45774 req-05d59728-578b-49d0-be00-a412ede3916a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:32.758985 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d24dc8c2-e300-4832-893c-d046b9c45774 req-05d59728-578b-49d0-be00-a412ede3916a tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0484021 May 17 18:28:32.804708 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d24dc8c2-e300-4832-893c-d046b9c45774 req-3168e512-78c3-4971-b3e7-066bf278c06d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401177 May 17 18:28:33.925105 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec532a4-27a1-4ede-abb1-c0eed46cf16f req-46e3b660-1372-4deb-b0a2-cdfb52546c4b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:33.927959 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aec532a4-27a1-4ede-abb1-c0eed46cf16f req-46e3b660-1372-4deb-b0a2-cdfb52546c4b tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0528669 May 17 18:28:33.973247 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aec532a4-27a1-4ede-abb1-c0eed46cf16f req-5990818f-c8a8-4294-90a8-7af77c42cbea tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 May 17 18:28:35.089754 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84834-111a-4c9f-a56e-400dfbc89b17 req-1de8a37b-be31-4135-a932-12ba0c4575cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:35.091159 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3e84834-111a-4c9f-a56e-400dfbc89b17 req-1de8a37b-be31-4135-a932-12ba0c4575cb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0482640 May 17 18:28:35.137362 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3e84834-111a-4c9f-a56e-400dfbc89b17 req-ac24cf6f-e15a-486f-af3b-d0b4043a438d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406072 May 17 18:28:35.634539 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:43.440963 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-81017c8e-3645-46a2-b9fa-bc47ce05fa42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404117 May 17 18:28:43.517819 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-140f740b-0a66-4d0e-8598-72b2b297de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:43.519276 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-140f740b-0a66-4d0e-8598-72b2b297de93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1130 time: 0.0368881 May 17 18:28:43.625444 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-5f4b589f-3550-4c18-a5eb-87cee4a4d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:43.626955 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-5f4b589f-3550-4c18-a5eb-87cee4a4d0a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0879445 May 17 18:28:43.688018 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-f862beae-7dbf-4ee2-8960-a9a443e61932 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 1002 time: 0.0542221 May 17 18:28:43.744439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-f5a016c6-0711-4eb9-aaad-470fb61873de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:43.745853 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-f5a016c6-0711-4eb9-aaad-470fb61873de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0514073 May 17 18:28:43.787809 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-bc946c6e-658d-4e99-818d-67a1d696f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:28:43.789266 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-bc946c6e-658d-4e99-818d-67a1d696f82f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375357 May 17 18:28:43.883156 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-0cb5b7ea-2791-42a7-9cbf-98505c1ac228 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 May 17 18:28:43.977539 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e4b5ba0-369a-4cd9-829a-3c80fb28a78e req-afbe0fda-13af-438f-9a09-50f314cad378 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832431 May 17 18:28:44.642332 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:28:45.007737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e15cc608-dbde-4d10-83d9-ed080e7e0cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:47.221809 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-addaff7d-7643-4be6-b8e0-aac56dae7628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:48.340185 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:49.784641 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:28:51.474589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.510759 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37352) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:00.610344 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783c1e75-7292-47ec-b032-ce37017b61ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.682180 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783c1e75-7292-47ec-b032-ce37017b61ac admin admin] Publish callbacks [] for security_group (1b95484c-6373-4b37-9452-80f3ed5ce601), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.685732 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783c1e75-7292-47ec-b032-ce37017b61ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1b95484c-6373-4b37-9452-80f3ed5ce601), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.722699 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-783c1e75-7292-47ec-b032-ce37017b61ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a61a63d2d224c25b063fe64a9fd115c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108922 May 17 18:29:00.723540 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c1e75-7292-47ec-b032-ce37017b61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95484c-6373-4b37-9452-80f3ed5ce601,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:00.726990 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:00.775499 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] Publish callbacks [] for security_group (1b95484c-6373-4b37-9452-80f3ed5ce601), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.800578 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] Publish callbacks [] for security_group (1b95484c-6373-4b37-9452-80f3ed5ce601), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.847094 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1b95484c-6373-4b37-9452-80f3ed5ce601), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.850621 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:00.851772 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b95484c-6373-4b37-9452-80f3ed5ce601 HTTP/1.1" status: 204 len: 168 time: 0.1234310 May 17 18:29:00.859255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e96003-a8c2-42ef-b58b-43f6cc633c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95484c-6373-4b37-9452-80f3ed5ce601,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:01.110985 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37362) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:01.124136 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.196891 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Publish callbacks [] for security_group (113f235b-61b8-4462-b07f-127034bf3732), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.200481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (113f235b-61b8-4462-b07f-127034bf3732), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.236860 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=759e84fcc3dd47afbe2a22a3df365f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248653 May 17 18:29:01.237937 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f235b-61b8-4462-b07f-127034bf3732,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:01.239530 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:01.244950 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.245304 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.245668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.246006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.246335 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.246660 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.246982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.247300 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.247619 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.247936 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.248257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.248573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.248887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.249200 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.249533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e700c25-6942-4129-b223-323e6b628931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:01.289948 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] Publish callbacks [] for security_group (113f235b-61b8-4462-b07f-127034bf3732), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.309909 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] Publish callbacks [] for security_group (113f235b-61b8-4462-b07f-127034bf3732), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.358042 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (113f235b-61b8-4462-b07f-127034bf3732), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.360591 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:01.361764 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/113f235b-61b8-4462-b07f-127034bf3732 HTTP/1.1" status: 204 len: 168 time: 0.1212108 May 17 18:29:01.369395 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240ba8-e457-4a48-8042-ea232597656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f235b-61b8-4462-b07f-127034bf3732,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:05.532449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:05.634138 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e053bdec-4623-46a8-8779-0683a8c17e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.651943 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.713939 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e053bdec-4623-46a8-8779-0683a8c17e2a admin admin] Publish callbacks [] for security_group (8a71198e-47d1-4b12-83eb-2d6e73221045), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.717849 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e053bdec-4623-46a8-8779-0683a8c17e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8a71198e-47d1-4b12-83eb-2d6e73221045), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.758077 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e053bdec-4623-46a8-8779-0683a8c17e2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7fba21a3c77430f8ef9ae8830567687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246008 May 17 18:29:05.759017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053bdec-4623-46a8-8779-0683a8c17e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a71198e-47d1-4b12-83eb-2d6e73221045,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:05.760755 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:05.811875 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] Publish callbacks [] for security_group (8a71198e-47d1-4b12-83eb-2d6e73221045), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.833040 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] Publish callbacks [] for security_group (8a71198e-47d1-4b12-83eb-2d6e73221045), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.878579 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (8a71198e-47d1-4b12-83eb-2d6e73221045), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.881695 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:05.882817 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a71198e-47d1-4b12-83eb-2d6e73221045 HTTP/1.1" status: 204 len: 168 time: 0.1210613 May 17 18:29:05.890420 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dd3dd-c2a6-4f10-8cf0-addaa0907d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a71198e-47d1-4b12-83eb-2d6e73221045,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:06.144638 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:06.157943 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac134fda-8797-49c4-986a-dd7f5328e183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.231189 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac134fda-8797-49c4-986a-dd7f5328e183 admin admin] Publish callbacks [] for security_group (3eb2a54b-f847-4d58-b5d4-19abf3532f62), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.234797 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac134fda-8797-49c4-986a-dd7f5328e183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3eb2a54b-f847-4d58-b5d4-19abf3532f62), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.273268 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ac134fda-8797-49c4-986a-dd7f5328e183 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27cfa3c9a12e496aa022cc234f4ef521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275780 May 17 18:29:06.274090 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134fda-8797-49c4-986a-dd7f5328e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb2a54b-f847-4d58-b5d4-19abf3532f62,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:06.276072 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:06.322110 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] Publish callbacks [] for security_group (3eb2a54b-f847-4d58-b5d4-19abf3532f62), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.343365 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] Publish callbacks [] for security_group (3eb2a54b-f847-4d58-b5d4-19abf3532f62), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.390904 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (3eb2a54b-f847-4d58-b5d4-19abf3532f62), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.393528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:06.394668 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eb2a54b-f847-4d58-b5d4-19abf3532f62 HTTP/1.1" status: 204 len: 168 time: 0.1175685 May 17 18:29:06.402848 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b724-3823-4c1c-82e2-634e1f1a927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb2a54b-f847-4d58-b5d4-19abf3532f62,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:15.007827 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eac3c105-a59e-4f1f-81ef-ae3a7f8b8f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.222744 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23fb41a0-cd5a-487f-9307-9019115ebaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.355289 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:17.457617 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea015868-e5e4-4307-820e-ef2f28d003b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.530202 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea015868-e5e4-4307-820e-ef2f28d003b0 admin admin] Publish callbacks [] for security_group (c8ecda20-e753-4474-adf8-d9dcadeaddaf), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.533774 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea015868-e5e4-4307-820e-ef2f28d003b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c8ecda20-e753-4474-adf8-d9dcadeaddaf), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.574538 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ea015868-e5e4-4307-820e-ef2f28d003b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25db3df8940f439db573302db769cd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181816 May 17 18:29:17.575392 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea015868-e5e4-4307-820e-ef2f28d003b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ecda20-e753-4474-adf8-d9dcadeaddaf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:17.577573 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37556) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:17.626886 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] Publish callbacks [] for security_group (c8ecda20-e753-4474-adf8-d9dcadeaddaf), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.646572 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] Publish callbacks [] for security_group (c8ecda20-e753-4474-adf8-d9dcadeaddaf), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.691184 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c8ecda20-e753-4474-adf8-d9dcadeaddaf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.693598 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:17.694730 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8ecda20-e753-4474-adf8-d9dcadeaddaf HTTP/1.1" status: 204 len: 168 time: 0.1161671 May 17 18:29:17.702612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e9c4d-7d98-4d54-a5ce-61750dd161f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ecda20-e753-4474-adf8-d9dcadeaddaf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:17.951647 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:17.965334 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eae7889-3b59-42d7-800c-a4b3086aa8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.042107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eae7889-3b59-42d7-800c-a4b3086aa8e9 admin admin] Publish callbacks [] for security_group (d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.045782 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eae7889-3b59-42d7-800c-a4b3086aa8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.083927 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5eae7889-3b59-42d7-800c-a4b3086aa8e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=491c631cb75f489d817d446a9ec7f7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309597 May 17 18:29:18.084988 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae7889-3b59-42d7-800c-a4b3086aa8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:18.087250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:18.133197 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] Publish callbacks [] for security_group (d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.153601 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] Publish callbacks [] for security_group (d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.203061 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.205431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:18.206620 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a HTTP/1.1" status: 204 len: 168 time: 0.1183712 May 17 18:29:18.214544 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d105e-7e89-4e54-853e-07414200eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb0f47-a3e7-44c7-be3e-b5fa3f53617a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:18.344220 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:19.787351 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:21.480535 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:21.641614 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:29:35.652545 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:40.623060 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-5a2cfe01-d885-4a7e-93b0-678d77c23206 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383496 May 17 18:29:40.687054 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-5c7c5faa-1256-48db-ad68-61f88cb31ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:40.688579 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-5c7c5faa-1256-48db-ad68-61f88cb31ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 1131 time: 0.0440094 May 17 18:29:40.791139 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-3c719294-b1e5-4d7d-9c4d-b690f6e89c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:40.792611 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-3c719294-b1e5-4d7d-9c4d-b690f6e89c2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 200 len: 918 time: 0.0821824 May 17 18:29:40.855188 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-1a17f26d-759a-4b8c-bfad-cfeacd6507bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 200 len: 1002 time: 0.0564747 May 17 18:29:40.902434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-9f17b226-a97f-4ea6-a6eb-d861c3aba021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:40.903826 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-9f17b226-a97f-4ea6-a6eb-d861c3aba021 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 200 len: 856 time: 0.0421519 May 17 18:29:40.944399 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-97e25cbe-22e5-42b3-8e9b-06eca2f01570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:40.946337 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-97e25cbe-22e5-42b3-8e9b-06eca2f01570 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6640be3d-e392-4726-8d89-eb40f1262219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0358009 May 17 18:29:41.038793 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-244b91aa-9862-4a50-917a-1f83d3e6439e service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 May 17 18:29:41.125096 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c51bd4c5-61d7-480f-8ea0-f7051774be64 req-c1a410c5-474c-4e1a-872b-eb4085ebb644 service neutron] 10.222.0.59 "GET /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787511 May 17 18:29:42.776845 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:42.898305 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-749bdb31-d81b-4915-9489-c5a0af03e3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:42.972630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-749bdb31-d81b-4915-9489-c5a0af03e3ba admin admin] Publish callbacks [] for security_group (b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:42.976073 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-749bdb31-d81b-4915-9489-c5a0af03e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:43.011746 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bdb31-d81b-4915-9489-c5a0af03e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:43.019280 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-749bdb31-d81b-4915-9489-c5a0af03e3ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fec8c533f5954580a8ffbba3ef4f3216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408197 May 17 18:29:43.019405 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37744) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:43.066825 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Publish callbacks [] for security_group (b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:43.087282 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Publish callbacks [] for security_group (b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:43.133960 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:43.136500 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:43.137658 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e HTTP/1.1" status: 204 len: 168 time: 0.1176412 May 17 18:29:43.145370 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8a2c1-a50d-457a-8e87-9e9d3dcbad7e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:43.152443 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.152731 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.153075 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.153418 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.153777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.154112 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.154451 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.154779 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.155109 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.155438 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.155766 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.156092 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.156416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.156738 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:43.157061 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb94e7c-1d9f-4f78-9e52-adf9bf3f6482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:29:45.010282 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-207cad8a-3101-4d00-8694-e3a73585c2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:47.225988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c13c204d-58d4-4d68-bad9-8c3782530955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:48.345595 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:49.790846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:50.920192 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37900) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:51.027112 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45517e32-0455-42ae-a2ca-2f44ab8b8245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.063549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24783-31e6-4869-9546-7919624a0174 req-0c6306fc-5858-4f4a-ac82-8d4a8a38cdde tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:51.065229 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6be24783-31e6-4869-9546-7919624a0174 req-0c6306fc-5858-4f4a-ac82-8d4a8a38cdde tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0508621 May 17 18:29:51.101255 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45517e32-0455-42ae-a2ca-2f44ab8b8245 admin admin] Publish callbacks [] for security_group (4588b599-9cf8-4953-b10d-afe4b2941048), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.106910 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45517e32-0455-42ae-a2ca-2f44ab8b8245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4588b599-9cf8-4953-b10d-afe4b2941048), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.114999 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6be24783-31e6-4869-9546-7919624a0174 req-cf5abfb9-22d6-4af5-8316-cbb86fc9c41e tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438871 May 17 18:29:51.143538 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-45517e32-0455-42ae-a2ca-2f44ab8b8245 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c1caaeedca04fbbbc9e2ce8448f63a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221804 May 17 18:29:51.145397 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517e32-0455-42ae-a2ca-2f44ab8b8245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588b599-9cf8-4953-b10d-afe4b2941048,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:51.146152 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37908) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:51.195256 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] Publish callbacks [] for security_group (4588b599-9cf8-4953-b10d-afe4b2941048), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.216983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] Publish callbacks [] for security_group (4588b599-9cf8-4953-b10d-afe4b2941048), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.262612 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (4588b599-9cf8-4953-b10d-afe4b2941048), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.265175 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.266350 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4588b599-9cf8-4953-b10d-afe4b2941048 HTTP/1.1" status: 204 len: 168 time: 0.1192160 May 17 18:29:51.274654 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72474d1-7003-42ec-9849-4d30137a4405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588b599-9cf8-4953-b10d-afe4b2941048,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:51.474147 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.521085 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37914) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:51.533952 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17257abf-29ca-488c-a38a-5625f2ffc3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.609862 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17257abf-29ca-488c-a38a-5625f2ffc3eb admin admin] Publish callbacks [] for security_group (ce559a88-8024-443c-957b-4f96614e788b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.613337 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17257abf-29ca-488c-a38a-5625f2ffc3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (ce559a88-8024-443c-957b-4f96614e788b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.649705 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17257abf-29ca-488c-a38a-5625f2ffc3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce559a88-8024-443c-957b-4f96614e788b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:51.653985 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-17257abf-29ca-488c-a38a-5625f2ffc3eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36ee79bbb23246bf92cfe32577b6aa24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318374 May 17 18:29:51.656668 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37916) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:51.703470 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] Publish callbacks [] for security_group (ce559a88-8024-443c-957b-4f96614e788b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.723877 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] Publish callbacks [] for security_group (ce559a88-8024-443c-957b-4f96614e788b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.769509 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (ce559a88-8024-443c-957b-4f96614e788b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.772015 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:51.773177 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce559a88-8024-443c-957b-4f96614e788b HTTP/1.1" status: 204 len: 168 time: 0.1157155 May 17 18:29:51.780461 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3776-495b-42d3-8be1-4a1b51081f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce559a88-8024-443c-957b-4f96614e788b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:52.093207 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:52.106064 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1c68-cd9e-4e47-a7fe-521c1d72769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.183096 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1c68-cd9e-4e47-a7fe-521c1d72769b admin admin] Publish callbacks [] for security_group (9ef8e915-3945-48cc-a0e2-56222227e49c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.196401 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1c68-cd9e-4e47-a7fe-521c1d72769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9ef8e915-3945-48cc-a0e2-56222227e49c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.269775 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198992b3-cf1d-4a54-9bf8-e66b9111d29b req-f9f5462c-f653-4ac6-904c-9dc25eef2d9a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:52.271202 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-198992b3-cf1d-4a54-9bf8-e66b9111d29b req-f9f5462c-f653-4ac6-904c-9dc25eef2d9a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0834556 May 17 18:29:52.273645 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b8dd1c68-cd9e-4e47-a7fe-521c1d72769b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b212121a16a49c09077fa727727aa26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793778 May 17 18:29:52.274320 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd1c68-cd9e-4e47-a7fe-521c1d72769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8e915-3945-48cc-a0e2-56222227e49c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:52.276464 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:52.319345 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-198992b3-cf1d-4a54-9bf8-e66b9111d29b req-886cb959-9663-4068-834a-ee311f53a9e1 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 May 17 18:29:52.324961 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] Publish callbacks [] for security_group (9ef8e915-3945-48cc-a0e2-56222227e49c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.346421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] Publish callbacks [] for security_group (9ef8e915-3945-48cc-a0e2-56222227e49c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.394273 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9ef8e915-3945-48cc-a0e2-56222227e49c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.396630 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:52.397773 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ef8e915-3945-48cc-a0e2-56222227e49c HTTP/1.1" status: 204 len: 168 time: 0.1203160 May 17 18:29:52.404980 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00c4ff-7340-432c-b926-37c6a0a4d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8e915-3945-48cc-a0e2-56222227e49c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:53.085173 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-1c2a4267-1bd6-441a-b31a-6380696b653a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:53.086572 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-1c2a4267-1bd6-441a-b31a-6380696b653a tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0452545 May 17 18:29:53.166773 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port 645fe4e9-8733-46d7-af17-34167be8896b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:29:53.167667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (645fe4e9-8733-46d7-af17-34167be8896b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:53.265528 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] For port 645fe4e9-8733-46d7-af17-34167be8896b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=645fe4e9-8733-46d7-af17-34167be8896b,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:29:53.265898 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (645fe4e9-8733-46d7-af17-34167be8896b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:53.433130 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:53.433904 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:53.433904 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Floating IP 86624d5f-d8c0-432b-915b-e2c3f25422fa disassociated. External IP: 172.27.0.2, port: 645fe4e9-8733-46d7-af17-34167be8896b. May 17 18:29:53.434183 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for 645fe4e9-8733-46d7-af17-34167be8896b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:29:53.445198 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089486-e606-44f5-8785-869d5491ca84 req-a1b12f60-7685-41ea-83ce-4d4bd006aac8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:29:53.447321 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52089486-e606-44f5-8785-869d5491ca84 req-a1b12f60-7685-41ea-83ce-4d4bd006aac8 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c9a311-51ca-496a-8f5b-48a1815795f5 HTTP/1.1" status: 200 len: 946 time: 0.0560050 May 17 18:29:53.514179 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52089486-e606-44f5-8785-869d5491ca84 req-5549b555-967f-4c4c-8733-2c798672ac48 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups?id=21560211-d3fa-418b-b122-f1998c83d381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543268 May 17 18:29:53.569440 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (645fe4e9-8733-46d7-af17-34167be8896b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:53.596629 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=645fe4e9-8733-46d7-af17-34167be8896b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:53.700701 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:29:54.037208 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:29:54.048071 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:29:54.057631 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:29:54.058476 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:29:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:29:54.079420 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] No DVR routers for this DVR port 645fe4e9-8733-46d7-af17-34167be8896b on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:29:54.082119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:54.085972 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-67bab357-f75b-4cef-b84e-6a3fe57b6e4f req-dc8b0f3e-491c-494a-9caf-53323c6372e9 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.59 "DELETE /v2.0/ports/645fe4e9-8733-46d7-af17-34167be8896b HTTP/1.1" status: 204 len: 173 time: 0.9945531 May 17 18:29:54.086434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'name': 'network-vif-deleted', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:29:54.089746 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f0386a-5dcc-4836-8af7-73393d06d51f" -d '{"events": [{"server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "name": "network-vif-deleted", "tag": "645fe4e9-8733-46d7-af17-34167be8896b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:29:54.260593 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e8ec39-da37-413a-a27e-283a3e443e4d x-openstack-request-id: req-60e8ec39-da37-413a-a27e-283a3e443e4d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:29:54.261411 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c9a311-51ca-496a-8f5b-48a1815795f5", "name": "network-vif-deleted", "tag": "645fe4e9-8733-46d7-af17-34167be8896b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:29:54.261693 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60e8ec39-da37-413a-a27e-283a3e443e4d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:29:54.262093 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e8ec39-da37-413a-a27e-283a3e443e4d'] response: {'server_uuid': '26c9a311-51ca-496a-8f5b-48a1815795f5', 'name': 'network-vif-deleted', 'tag': '645fe4e9-8733-46d7-af17-34167be8896b', 'status': 'completed', 'code': 200} May 17 18:29:54.310446 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:29:54.488796 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:29:54.514826 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:29:54.523309 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:29:54.523984 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:29:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:29:54.638979 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:29:54.656435 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 37972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:54.716643 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (21560211-d3fa-418b-b122-f1998c83d381), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:54.747738 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (21560211-d3fa-418b-b122-f1998c83d381), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:54.799262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (21560211-d3fa-418b-b122-f1998c83d381), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:54.801822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:54.803233 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/security-groups/21560211-d3fa-418b-b122-f1998c83d381 HTTP/1.1" status: 204 len: 168 time: 0.1454430 May 17 18:29:54.805849 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37976) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:54.814459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704841-a1d9-40a8-9262-2bf5ef9ba975 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21560211-d3fa-418b-b122-f1998c83d381,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:54.819699 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-7e6a7ae3-da2d-49b3-9123-11f963944416 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] show failed (client error): The resource could not be found. May 17 18:29:54.821292 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7e6a7ae3-da2d-49b3-9123-11f963944416 tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "GET /v2.0/security-groups/21560211-d3fa-418b-b122-f1998c83d381 HTTP/1.1" status: 404 len: 347 time: 0.0139248 May 17 18:29:54.824228 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 37978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:29:54.851825 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:29:54.877188 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25939d16-a0e4-4557-be6a-7122c8ec0fb0 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:17:40Z', 'revision_number': 4, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '9b127a59-ae2a-4a7e-8553-964e7ace44d6', 'name': '', 'network_id': '3bbec44d-dbfb-4f33-a578-9ea7e3744727', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'mac_address': 'fa:16:3e:6b:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:38Z', 'updated_at': '2022-05-17T18:17:47Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'subnets': [{'id': 'f999046f-3c9c-4cf4-908a-5894d67f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:29:54.946493 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Deleting port a5c089ac-15cb-48e5-ab1d-e21fb502f775 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:29:54.946837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.022606 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.022932 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (a5c089ac-15cb-48e5-ab1d-e21fb502f775), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.035909 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Calling delete_port for a5c089ac-15cb-48e5-ab1d-e21fb502f775 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:29:55.107238 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26724a8-8fba-4089-90b6-8c3c4b3add05 None None] New status for floating IP 86624d5f-d8c0-432b-915b-e2c3f25422fa: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:29:55.169803 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (a5c089ac-15cb-48e5-ab1d-e21fb502f775), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.194390 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Pushing event deleted for resources: {'Port': ['ID=a5c089ac-15cb-48e5-ab1d-e21fb502f775,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:29:55.259516 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.db.api [None req-b26724a8-8fba-4089-90b6-8c3c4b3add05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 18:29:55.260353 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG oslo_db.api [None req-b26724a8-8fba-4089-90b6-8c3c4b3add05 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 18:29:55.262467 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks [] for floatingip (86624d5f-d8c0-432b-915b-e2c3f25422fa), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.264892 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:29:55.266039 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c5be774f-35c3-4297-8513-8a426ece848c tempest-AttachVolumeNegativeTest-490835936 tempest-AttachVolumeNegativeTest-490835936-project] 10.222.0.65 "DELETE /v2.0/floatingips/86624d5f-d8c0-432b-915b-e2c3f25422fa HTTP/1.1" status: 204 len: 168 time: 0.4400098 May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: WARNING neutron.objects.base [None req-b26724a8-8fba-4089-90b6-8c3c4b3add05 None None] ORM session: SQL execution without transaction in progress, traceback: May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: func(*args, **kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: self.work.run() May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: result = self.fn(*self.args, **self.kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: res = self.dispatcher.dispatch(message) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return self._do_dispatch(endpoint, method, ctxt, args) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: result = func(ctxt, **new_args) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*args, **kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*args, **kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*dup_args, **dup_kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: self.l3plugin.update_floatingip_status(context, May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f_with_retry(*args, **kwargs, May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*args, **kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*args, **kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return f(*dup_args, **dup_kwargs) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return l3_obj.FloatingIP.update_object( May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return super(NeutronDbObject, cls).update_object( May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: obj = cls.get_object( May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: db_obj = obj_db_api.get_object( May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return _get_filter_query(obj_cls, context, **kwargs).first() May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: return self.limit(1)._iter().first() May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: result = self.session.execute( May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: result = fn(orm_exec_state) May 17 18:29:55.825390 dv-cinder-837362-2-iscsi neutron-server[103479]: May 17 18:29:57.755679 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 645fe4e9-8733-46d7-af17-34167be8896b no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:29:57.775410 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 645fe4e9-8733-46d7-af17-34167be8896b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:29:57.775754 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 645fe4e9-8733-46d7-af17-34167be8896b not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:29:58.643736 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:30:05.656665 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:07.282001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:07.745116 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:07.958770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Deleting port 9b127a59-ae2a-4a7e-8553-964e7ace44d6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:07.959101 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.037980 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] For port 9b127a59-ae2a-4a7e-8553-964e7ace44d6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9b127a59-ae2a-4a7e-8553-964e7ace44d6,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:08.038265 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.050715 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Calling delete_port for 9b127a59-ae2a-4a7e-8553-964e7ace44d6 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:08.223572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (9b127a59-ae2a-4a7e-8553-964e7ace44d6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.246314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b127a59-ae2a-4a7e-8553-964e7ace44d6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:08.407430 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.609700 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:30:08.706282 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:08.711450 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-03613e55-82b6-49f5-a93a-a232a8179031 admin admin] 10.222.0.65 "PUT /v2.0/routers/9f1cc327-2d64-4e28-a6f6-be31658dbdfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288962 May 17 18:30:08.714517 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38074) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:08.716021 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Sync routers for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:30:08.726088 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:08.726701 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:29:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:08.806476 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks [] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.824997 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:08.901363 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks [] for router_gateway (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.946140 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Deleting port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:08.946471 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:08.986300 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:30:08Z', 'revision_number': 5, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port': {'id': 'c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:09.014716 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Checking router: 9f1cc327-2d64-4e28-a6f6-be31658dbdfc for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:30:09.022741 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Routers {'9f1cc327-2d64-4e28-a6f6-be31658dbdfc'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:09.022969 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] For port c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:09.023335 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.023460 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:29:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:09.036115 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Calling delete_port for c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:09.100634 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] Set router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:09.152316 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:30:08Z', 'revision_number': 6, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:09.177416 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15b42d-7e5d-4fcf-8281-aaa3415f9901 None None] The sync data for ids ['9f1cc327-2d64-4e28-a6f6-be31658dbdfc'] in dv-cinder-837362-2-iscsi is: [{'id': '9f1cc327-2d64-4e28-a6f6-be31658dbdfc', 'name': 'tempest-AttachVolumeNegativeTest-993633287-router', 'tenant_id': '37a912f3b6fa407bb4495fb6462250e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:27Z', 'updated_at': '2022-05-17T18:30:08Z', 'revision_number': 6, 'project_id': '37a912f3b6fa407bb4495fb6462250e8', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:30:09.443964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.465635 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:09.530597 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.621033 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.623215 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks [] for router_controller (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.662534 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (9f1cc327-2d64-4e28-a6f6-be31658dbdfc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.663190 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1cc327-2d64-4e28-a6f6-be31658dbdfc {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:30:09.667558 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.669206 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-37c97847-76f5-46e6-a92c-264b3c53e315 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9f1cc327-2d64-4e28-a6f6-be31658dbdfc HTTP/1.1" status: 204 len: 168 time: 0.9536259 May 17 18:30:09.671682 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:09.714849 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Deleting subnet f999046f-3c9c-4cf4-908a-5894d67f8388 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:30:09.717829 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Publish callbacks [] for subnet (f999046f-3c9c-4cf4-908a-5894d67f8388), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.754162 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (f999046f-3c9c-4cf4-908a-5894d67f8388), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.826281 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (f999046f-3c9c-4cf4-908a-5894d67f8388), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.883391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (f999046f-3c9c-4cf4-908a-5894d67f8388), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.912242 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f999046f-3c9c-4cf4-908a-5894d67f8388,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:09.914267 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:09.919015 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d35b22-b328-47cf-b59e-a39de35015f1 None None] Network 3bbec44d-dbfb-4f33-a578-9ea7e3744727 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:09.919535 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ecadca5a-fb4a-40ac-b29c-c084176c1994 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f999046f-3c9c-4cf4-908a-5894d67f8388 HTTP/1.1" status: 204 len: 168 time: 0.2467842 May 17 18:30:09.923213 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38080) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:09.969258 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9b127a59-ae2a-4a7e-8553-964e7ace44d6 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:10.005593 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (3bbec44d-dbfb-4f33-a578-9ea7e3744727), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.017190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 9b127a59-ae2a-4a7e-8553-964e7ace44d6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:10.017648 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9b127a59-ae2a-4a7e-8553-964e7ace44d6 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:10.018105 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:10.055644 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Deleting port 93990cec-7308-4fcf-975b-832602626806 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:10.055981 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (93990cec-7308-4fcf-975b-832602626806), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.058602 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:10.058949 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c8ce8c0f-7088-4bfa-8919-6c83b1bc6bce not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:10.136168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] For port 93990cec-7308-4fcf-975b-832602626806, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=93990cec-7308-4fcf-975b-832602626806,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:10.136533 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (93990cec-7308-4fcf-975b-832602626806), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.150534 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Calling delete_port for 93990cec-7308-4fcf-975b-832602626806 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:10.158037 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] DHCP port deletion for 3bbec44d-dbfb-4f33-a578-9ea7e3744727 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:30:10.202924 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Deleting port 93990cec-7308-4fcf-975b-832602626806 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:10.203306 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (93990cec-7308-4fcf-975b-832602626806), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.258892 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (93990cec-7308-4fcf-975b-832602626806), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.287956 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93990cec-7308-4fcf-975b-832602626806,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:10.289222 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] For port 93990cec-7308-4fcf-975b-832602626806, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=93990cec-7308-4fcf-975b-832602626806,segment=NetworkSegment(5be9e7a8-fb23-4234-b261-a69c424037e7),segment_id=5be9e7a8-fb23-4234-b261-a69c424037e7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:10.290339 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (93990cec-7308-4fcf-975b-832602626806), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.292177 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] No DVR routers for this DVR port 93990cec-7308-4fcf-975b-832602626806 on host dv-cinder-837362-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:10.305515 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Calling delete_port for 93990cec-7308-4fcf-975b-832602626806 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:10.375545 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (3bbec44d-dbfb-4f33-a578-9ea7e3744727), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.395333 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (93990cec-7308-4fcf-975b-832602626806), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.396242 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbec44d-dbfb-4f33-a578-9ea7e3744727']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:10.406681 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be9e7a8-fb23-4234-b261-a69c424037e7') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:10.406979 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be9e7a8-fb23-4234-b261-a69c424037e7') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:10.416940 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (5be9e7a8-fb23-4234-b261-a69c424037e7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.422112 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Pushing event deleted for resources: {'Port': ['ID=93990cec-7308-4fcf-975b-832602626806,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:10.426893 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] No DVR routers for this DVR port 93990cec-7308-4fcf-975b-832602626806 on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:10.429046 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.429392 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.429763 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.430105 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.430443 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.430866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.431151 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.431615 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.431948 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.433320 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.433793 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.434046 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (5be9e7a8-fb23-4234-b261-a69c424037e7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.434169 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.434473 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.434790 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.435176 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c82f-c265-4f4d-a6ba-101f01fff863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:10.451240 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:30:10.451782 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (5be9e7a8-fb23-4234-b261-a69c424037e7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:30:10.454097 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:30:10.511796 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (3bbec44d-dbfb-4f33-a578-9ea7e3744727), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.518364 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.520770 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3bbec44d-dbfb-4f33-a578-9ea7e3744727 HTTP/1.1" status: 204 len: 168 time: 0.5968070 May 17 18:30:10.531819 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d17480-f2c2-4c33-90bf-ff0b48c5a7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbec44d-dbfb-4f33-a578-9ea7e3744727,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:10.633428 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38086) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:10.673193 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-539ba7aa-bfd9-40c1-8a42-3c54afbc1cbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37a912f3b6fa407bb4495fb6462250e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383778 May 17 18:30:10.676151 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38088) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:10.722545 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] Publish callbacks [] for security_group (475e3ea2-b95d-4a87-b5bd-309fc7f4f466), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.742588 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] Publish callbacks [] for security_group (475e3ea2-b95d-4a87-b5bd-309fc7f4f466), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.791330 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (475e3ea2-b95d-4a87-b5bd-309fc7f4f466), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.794061 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:10.795200 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/475e3ea2-b95d-4a87-b5bd-309fc7f4f466 HTTP/1.1" status: 204 len: 168 time: 0.1181638 May 17 18:30:10.803342 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea5bbe-ecce-4698-8cc9-ca8e584f3841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e3ea2-b95d-4a87-b5bd-309fc7f4f466,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:11.926229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 93990cec-7308-4fcf-975b-832602626806 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:11.944785 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 93990cec-7308-4fcf-975b-832602626806 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:11.945136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 93990cec-7308-4fcf-975b-832602626806 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:14.298538 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc8eab-19e8-478f-8aae-13e5e5160814 req-0d2be0d2-7d31-4e83-b577-883b2eeb282d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:14.300625 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2cc8eab-19e8-478f-8aae-13e5e5160814 req-0d2be0d2-7d31-4e83-b577-883b2eeb282d tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0540948 May 17 18:30:14.350512 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2cc8eab-19e8-478f-8aae-13e5e5160814 req-bab625a5-88b2-48ae-964f-19e296499adb tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 May 17 18:30:14.647275 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:14.749549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b8b3-3d4c-4cf0-bbe2-17270f964420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:14.821999 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b8b3-3d4c-4cf0-bbe2-17270f964420 admin admin] Publish callbacks [] for security_group (7b93bc61-9fdd-4529-b3f7-811d78147c91), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:14.825655 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b8b3-3d4c-4cf0-bbe2-17270f964420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7b93bc61-9fdd-4529-b3f7-811d78147c91), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:14.866091 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3b8b3-3d4c-4cf0-bbe2-17270f964420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b93bc61-9fdd-4529-b3f7-811d78147c91,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:14.870592 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d0b3b8b3-3d4c-4cf0-bbe2-17270f964420 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c66a04a7b6814162bc8a7cc6381a9067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222753 May 17 18:30:14.873660 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:14.925369 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] Publish callbacks [] for security_group (7b93bc61-9fdd-4529-b3f7-811d78147c91), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:14.950733 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] Publish callbacks [] for security_group (7b93bc61-9fdd-4529-b3f7-811d78147c91), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:14.998770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7b93bc61-9fdd-4529-b3f7-811d78147c91), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:15.001383 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:15.002707 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b93bc61-9fdd-4529-b3f7-811d78147c91 HTTP/1.1" status: 204 len: 168 time: 0.1286194 May 17 18:30:15.015729 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2af88-4c6f-41d3-af0b-f263595ee193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b93bc61-9fdd-4529-b3f7-811d78147c91,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:15.019649 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2613dac5-8c1a-48fd-8445-073eb313c9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:15.492039 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea99421-c909-420f-84f8-8e09e722d63a req-a72b96a2-e459-4530-963e-155673e8437e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:15.493760 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ea99421-c909-420f-84f8-8e09e722d63a req-a72b96a2-e459-4530-963e-155673e8437e tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0587685 May 17 18:30:15.552854 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ea99421-c909-420f-84f8-8e09e722d63a req-2ea9be94-32a9-4103-aaa7-a5b1beed49ce tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527442 May 17 18:30:16.233288 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ac0d90e-adf3-4059-94ad-46c33a779794 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:16.235741 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ac0d90e-adf3-4059-94ad-46c33a779794 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0488534 May 17 18:30:16.321660 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Deleting port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:16.322252 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:16.414725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] For port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:16.415082 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:16.594396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:16.594727 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:16.595649 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Floating IP 883af644-4102-4bf3-aa65-5ffa70d4a672 disassociated. External IP: 172.27.0.195, port: 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f. May 17 18:30:16.596279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Calling delete_port for 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:16.736469 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:16.739964 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170d0b-efb3-44a4-b9c1-07c6d8812dbd req-3a491347-f374-4409-a65b-df23e4c63c19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:16.742293 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5170d0b-efb3-44a4-b9c1-07c6d8812dbd req-3a491347-f374-4409-a65b-df23e4c63c19 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d4de87-f1c0-4e32-9c17-09a87a23dc55 HTTP/1.1" status: 200 len: 947 time: 0.0523508 May 17 18:30:16.771137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'Port': ['ID=9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:16.809491 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5170d0b-efb3-44a4-b9c1-07c6d8812dbd req-9716fa02-9333-4f5c-b4c9-a93ec85c2ae4 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cbc68a5-8947-4f92-aef7-0dc913b38766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582750 May 17 18:30:16.840507 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.840884 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.841912 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.842307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.842652 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.845958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.846315 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.846667 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.847013 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.847538 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.848003 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.848493 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.848836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.849172 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.849531 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:16.906967 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:30:17.021914 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:17.032949 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:30:17.043483 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:17.044193 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:29:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:17.063116 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] No DVR routers for this DVR port 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:17.065544 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:17.068787 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecdc7a5b-8ef6-4005-9c6e-9c3853db3e3b req-2ca59c3c-ef0c-4f7b-82d3-1315e7938fc1 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.59 "DELETE /v2.0/ports/9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f HTTP/1.1" status: 204 len: 173 time: 0.8278530 May 17 18:30:17.069251 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-deleted', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:30:17.071482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de1b82e-13a8-4978-8813-46a1f94cbffa" -d '{"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-deleted", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:30:17.115681 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a369e8-9e84-4a26-b762-18b1e3b0e165 x-openstack-request-id: req-d9a369e8-9e84-4a26-b762-18b1e3b0e165 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:30:17.115982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4de87-f1c0-4e32-9c17-09a87a23dc55", "name": "network-vif-deleted", "tag": "9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:30:17.116426 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9a369e8-9e84-4a26-b762-18b1e3b0e165 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:30:17.116855 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a369e8-9e84-4a26-b762-18b1e3b0e165'] response: {'server_uuid': '54d4de87-f1c0-4e32-9c17-09a87a23dc55', 'name': 'network-vif-deleted', 'tag': '9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f', 'status': 'completed', 'code': 200} May 17 18:30:17.158343 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:17.228558 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7d4808b-3c6b-409c-9ada-14278e4e0831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:17.359174 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:17.385288 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:30:17.393712 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:17.394303 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:17.491273 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:17.674395 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:17.698387 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0e00b-6292-4e64-bd3d-33c3abc4598a None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:17:43Z', 'revision_number': 4, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': '823e4d15-ef9d-4614-8110-070e056a025b', 'name': '', 'network_id': '6640be3d-e392-4726-8d89-eb40f1262219', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'mac_address': 'fa:16:3e:5c:cd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:41Z', 'updated_at': '2022-05-17T18:17:51Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'subnets': [{'id': '2a33aa7e-63cf-4274-8a96-a98f7f2a28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:30:17.918616 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:17.959631 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a4c03-b941-4468-b468-1d9c4f545e4f None None] New status for floating IP 883af644-4102-4bf3-aa65-5ffa70d4a672: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:30:17.982845 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (7cbc68a5-8947-4f92-aef7-0dc913b38766), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:17.993586 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:18.013625 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (7cbc68a5-8947-4f92-aef7-0dc913b38766), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.074020 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (7cbc68a5-8947-4f92-aef7-0dc913b38766), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.077200 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.078707 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "DELETE /v2.0/security-groups/7cbc68a5-8947-4f92-aef7-0dc913b38766 HTTP/1.1" status: 204 len: 168 time: 0.1584814 May 17 18:30:18.082145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38308) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:18.088367 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3e845-e787-4704-aa29-955da772c7be tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc68a5-8947-4f92-aef7-0dc913b38766,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:18.102824 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-85ac1d3e-187d-46dc-906d-6b2bf5e342fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] show failed (client error): The resource could not be found. May 17 18:30:18.103852 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-85ac1d3e-187d-46dc-906d-6b2bf5e342fd tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "GET /v2.0/security-groups/7cbc68a5-8947-4f92-aef7-0dc913b38766 HTTP/1.1" status: 404 len: 347 time: 0.0207403 May 17 18:30:18.107683 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:18.179659 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c42fc896-b7ef-4df5-98bc-8caa517dd78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.271858 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Deleting port 9c2f6a9a-d930-451a-ab64-ebc2b34533d9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:18.272234 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.351190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.389212 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c42fc896-b7ef-4df5-98bc-8caa517dd78a admin admin] Publish callbacks [] for security_group (b2c29077-10f0-4ba9-9b7c-84d4feccd416), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.391303 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.391650 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.399820 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c42fc896-b7ef-4df5-98bc-8caa517dd78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b2c29077-10f0-4ba9-9b7c-84d4feccd416), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.412300 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Calling delete_port for 9c2f6a9a-d930-451a-ab64-ebc2b34533d9 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:18.490228 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c42fc896-b7ef-4df5-98bc-8caa517dd78a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28195ceb06a049e8805f2a92ad831b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955807 May 17 18:30:18.492521 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc896-b7ef-4df5-98bc-8caa517dd78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c29077-10f0-4ba9-9b7c-84d4feccd416,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:18.493249 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38322) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:18.542818 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] Publish callbacks [] for security_group (b2c29077-10f0-4ba9-9b7c-84d4feccd416), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.564257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] Publish callbacks [] for security_group (b2c29077-10f0-4ba9-9b7c-84d4feccd416), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.583072 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (9c2f6a9a-d930-451a-ab64-ebc2b34533d9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.609051 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Pushing event deleted for resources: {'Port': ['ID=9c2f6a9a-d930-451a-ab64-ebc2b34533d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:18.615098 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b2c29077-10f0-4ba9-9b7c-84d4feccd416), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.617860 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.619077 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2c29077-10f0-4ba9-9b7c-84d4feccd416 HTTP/1.1" status: 204 len: 168 time: 0.1247828 May 17 18:30:18.627808 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab83c0-1048-4e27-b19d-a7e36160748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c29077-10f0-4ba9-9b7c-84d4feccd416,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:18.676005 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks [] for floatingip (883af644-4102-4bf3-aa65-5ffa70d4a672), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.678523 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:18.679655 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-312858a6-10b6-4467-8e24-36e2d404e277 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] 10.222.0.65 "DELETE /v2.0/floatingips/883af644-4102-4bf3-aa65-5ffa70d4a672 HTTP/1.1" status: 204 len: 168 time: 0.5705485 May 17 18:30:19.420009 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:19.439214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:19.439555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 9b5d4e0f-1a1c-4dac-9475-c2f09d499b8f not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:19.798783 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.263778 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:20.370808 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1040-b9dd-4439-90cd-5e540d48f8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.443999 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1040-b9dd-4439-90cd-5e540d48f8ff admin admin] Publish callbacks [] for security_group (9ba75ffc-9cc7-4240-be57-8819f71291d9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.447515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc8a1040-b9dd-4439-90cd-5e540d48f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9ba75ffc-9cc7-4240-be57-8819f71291d9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.485691 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cc8a1040-b9dd-4439-90cd-5e540d48f8ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bcc663a705f34cfa87b6adb161b5ac7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206922 May 17 18:30:20.486809 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a1040-b9dd-4439-90cd-5e540d48f8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba75ffc-9cc7-4240-be57-8819f71291d9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:20.488404 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:20.541087 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] Publish callbacks [] for security_group (9ba75ffc-9cc7-4240-be57-8819f71291d9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.561555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] Publish callbacks [] for security_group (9ba75ffc-9cc7-4240-be57-8819f71291d9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.607040 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9ba75ffc-9cc7-4240-be57-8819f71291d9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.609645 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.610772 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ba75ffc-9cc7-4240-be57-8819f71291d9 HTTP/1.1" status: 204 len: 168 time: 0.1206548 May 17 18:30:20.620281 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd49ff1-a5f4-4e4c-9c76-4722188f6554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba75ffc-9cc7-4240-be57-8819f71291d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:20.872807 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:20.889693 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6560c214-134c-4bbe-aa77-727bfa7f35c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.961970 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6560c214-134c-4bbe-aa77-727bfa7f35c9 admin admin] Publish callbacks [] for security_group (45cd38e5-f0b1-4c26-a9f7-f49f477bb444), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:20.966945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6560c214-134c-4bbe-aa77-727bfa7f35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (45cd38e5-f0b1-4c26-a9f7-f49f477bb444), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.005199 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6560c214-134c-4bbe-aa77-727bfa7f35c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=456d983fda56496a885048cf5b14b7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310899 May 17 18:30:21.006306 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560c214-134c-4bbe-aa77-727bfa7f35c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd38e5-f0b1-4c26-a9f7-f49f477bb444,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:21.007910 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:21.063052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] Publish callbacks [] for security_group (45cd38e5-f0b1-4c26-a9f7-f49f477bb444), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.086546 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] Publish callbacks [] for security_group (45cd38e5-f0b1-4c26-a9f7-f49f477bb444), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.119841 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:21.135775 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (45cd38e5-f0b1-4c26-a9f7-f49f477bb444), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.138375 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.139517 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45cd38e5-f0b1-4c26-a9f7-f49f477bb444 HTTP/1.1" status: 204 len: 168 time: 0.1305654 May 17 18:30:21.149762 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9d930-3ba9-432b-b6a4-7322aa2516db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd38e5-f0b1-4c26-a9f7-f49f477bb444,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:21.489118 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.609376 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.833973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Deleting port 823e4d15-ef9d-4614-8110-070e056a025b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:21.834311 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (823e4d15-ef9d-4614-8110-070e056a025b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.920500 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] For port 823e4d15-ef9d-4614-8110-070e056a025b, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=823e4d15-ef9d-4614-8110-070e056a025b,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:21.920865 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (823e4d15-ef9d-4614-8110-070e056a025b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:21.933619 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Calling delete_port for 823e4d15-ef9d-4614-8110-070e056a025b owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:22.111340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (823e4d15-ef9d-4614-8110-070e056a025b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:22.137626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Pushing event deleted for resources: {'Port': ['ID=823e4d15-ef9d-4614-8110-070e056a025b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:22.315534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:22.526096 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Router efb41b60-ee58-4a55-95a4-3b0731c493d0 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:30:22.635666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:22.640598 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8b143a1a-6540-4ae9-8fcc-f6ff7f820815 admin admin] 10.222.0.65 "PUT /v2.0/routers/efb41b60-ee58-4a55-95a4-3b0731c493d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216177 May 17 18:30:22.643091 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38436) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:22.648396 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Sync routers for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:30:22.659448 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:22.660188 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:22.744486 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks [] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:22.763996 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:22.845978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks [] for router_gateway (efb41b60-ee58-4a55-95a4-3b0731c493d0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:22.890796 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Deleting port eece2495-f1d1-48ab-900d-f358d7033ba9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:22.891462 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:22.945165 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:30:22Z', 'revision_number': 5, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port': {'id': 'eece2495-f1d1-48ab-900d-f358d7033ba9', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:17:31Z', 'updated_at': '2022-05-17T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:22.972723 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Checking router: efb41b60-ee58-4a55-95a4-3b0731c493d0 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:30:22.981151 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Routers {'efb41b60-ee58-4a55-95a4-3b0731c493d0'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:22.982588 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['efb41b60-ee58-4a55-95a4-3b0731c493d0'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:22.989890 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] For port eece2495-f1d1-48ab-900d-f358d7033ba9, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eece2495-f1d1-48ab-900d-f358d7033ba9,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:22.990239 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.003465 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Calling delete_port for eece2495-f1d1-48ab-900d-f358d7033ba9 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:23.069425 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] Set router efb41b60-ee58-4a55-95a4-3b0731c493d0 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:23.120165 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:30:22Z', 'revision_number': 6, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:23.149292 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff4585-3e63-4f99-b65b-92f5a11391d1 None None] The sync data for ids ['efb41b60-ee58-4a55-95a4-3b0731c493d0'] in dv-cinder-837362-2-iscsi is: [{'id': 'efb41b60-ee58-4a55-95a4-3b0731c493d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1979994948-router', 'tenant_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:17:29Z', 'updated_at': '2022-05-17T18:30:22Z', 'revision_number': 6, 'project_id': '379adfd2520a4d2dba04fca7fa3a1d95', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:30:23.172581 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (eece2495-f1d1-48ab-900d-f358d7033ba9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.204478 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Pushing event deleted for resources: {'Port': ['ID=eece2495-f1d1-48ab-900d-f358d7033ba9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:23.508353 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.597568 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.599770 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks [] for router_controller (efb41b60-ee58-4a55-95a4-3b0731c493d0), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.647571 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (efb41b60-ee58-4a55-95a4-3b0731c493d0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.648265 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb41b60-ee58-4a55-95a4-3b0731c493d0 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:30:23.653390 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.655269 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-83c966d4-4f05-48f4-b6cf-7bc6f32a8371 admin admin] 10.222.0.65 "DELETE /v2.0/routers/efb41b60-ee58-4a55-95a4-3b0731c493d0 HTTP/1.1" status: 204 len: 168 time: 1.0108628 May 17 18:30:23.657554 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:23.704137 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Deleting subnet 2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:30:23.707194 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Publish callbacks [] for subnet (2a33aa7e-63cf-4274-8a96-a98f7f2a28f9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.742234 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (2a33aa7e-63cf-4274-8a96-a98f7f2a28f9), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.820334 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (2a33aa7e-63cf-4274-8a96-a98f7f2a28f9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.880246 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (2a33aa7e-63cf-4274-8a96-a98f7f2a28f9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.905387 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a33aa7e-63cf-4274-8a96-a98f7f2a28f9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:23.912743 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:23.916131 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2b6e4718-bbcc-465f-bf3b-5d0769941d56 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2a33aa7e-63cf-4274-8a96-a98f7f2a28f9 HTTP/1.1" status: 204 len: 168 time: 0.2576487 May 17 18:30:23.919868 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:23.920351 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86664f3b-9857-42b9-9531-3831c3acfe80 None None] Network 6640be3d-e392-4726-8d89-eb40f1262219 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:24.057249 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (6640be3d-e392-4726-8d89-eb40f1262219), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.115125 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Deleting port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:24.115613 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.163209 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 823e4d15-ef9d-4614-8110-070e056a025b no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:24.184221 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 823e4d15-ef9d-4614-8110-070e056a025b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:24.184563 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 823e4d15-ef9d-4614-8110-070e056a025b not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:24.184828 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] For port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,segment=NetworkSegment(959bcd4e-3b69-4a20-9378-32ff7cb05cef),segment_id=959bcd4e-3b69-4a20-9378-32ff7cb05cef)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:24.185004 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eece2495-f1d1-48ab-900d-f358d7033ba9 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:24.185328 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.198701 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Calling delete_port for 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:24.210756 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: eece2495-f1d1-48ab-900d-f358d7033ba9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:24.211364 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eece2495-f1d1-48ab-900d-f358d7033ba9 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:24.270739 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] DHCP port deletion for 6640be3d-e392-4726-8d89-eb40f1262219 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:30:24.284528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.312575 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:24.313553 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Deleting port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:24.314516 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.317814 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] No DVR routers for this DVR port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e on host dv-cinder-837362-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:24.385355 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] For port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e, host dv-cinder-837362-2-iscsi, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:24.385791 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.396976 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (6640be3d-e392-4726-8d89-eb40f1262219), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.399451 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Calling delete_port for 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:24.402406 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 18:30:24.404242 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374'] for port (9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.417954 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6640be3d-e392-4726-8d89-eb40f1262219']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:24.427042 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959bcd4e-3b69-4a20-9378-32ff7cb05cef') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:24.427190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] Pushing event deleted for resources: {'Port': ['ID=9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:24.427343 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959bcd4e-3b69-4a20-9378-32ff7cb05cef') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:24.430706 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b20a51-b53e-40d1-8114-210d05070b29 None None] No DVR routers for this DVR port 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e on host dv-cinder-837362-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:24.442113 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (959bcd4e-3b69-4a20-9378-32ff7cb05cef), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.456501 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (959bcd4e-3b69-4a20-9378-32ff7cb05cef), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.462550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:30:24.463006 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (959bcd4e-3b69-4a20-9378-32ff7cb05cef), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:30:24.464712 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:30:24.521629 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (6640be3d-e392-4726-8d89-eb40f1262219), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.526693 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.529802 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] 10.222.0.65 "DELETE /v2.0/networks/6640be3d-e392-4726-8d89-eb40f1262219 HTTP/1.1" status: 204 len: 168 time: 0.6090651 May 17 18:30:24.540568 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595d29-a4c4-49f4-ade7-398a1cf3b67c admin admin] Pushing event deleted for resources: {'Network': ['ID=6640be3d-e392-4726-8d89-eb40f1262219,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:24.691219 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:24.730904 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f39a216d-e8be-441c-868e-15e1a506a484 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=379adfd2520a4d2dba04fca7fa3a1d95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385511 May 17 18:30:24.733348 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:24.779452 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] Publish callbacks [] for security_group (78fd557b-e7bc-4422-8d0d-49470f9b5491), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.800565 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] Publish callbacks [] for security_group (78fd557b-e7bc-4422-8d0d-49470f9b5491), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.845498 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (78fd557b-e7bc-4422-8d0d-49470f9b5491), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.848030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:24.849163 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78fd557b-e7bc-4422-8d0d-49470f9b5491 HTTP/1.1" status: 204 len: 168 time: 0.1149204 May 17 18:30:24.861324 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2f49c-c5c8-4634-8dda-db8f3ccd8218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fd557b-e7bc-4422-8d0d-49470f9b5491,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:25.519147 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38512) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:25.614577 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-234670453-network', 'tenant_id': 'd1688bafa40147df941b5ee6798c6b88'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:25.634459 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Made reservation on behalf of d1688bafa40147df941b5ee6798c6b88 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:25.636800 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.650838 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.728204 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks [] for security_group (b65ee37a-f881-40d2-8fb9-458c9e12584f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.731698 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b65ee37a-f881-40d2-8fb9-458c9e12584f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.756874 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:30:25.762178 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ee37a-f881-40d2-8fb9-458c9e12584f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:25.772412 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (471ef624-8db2-4b8f-b5e5-965dc1f08b42), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.772874 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Added segment 471ef624-8db2-4b8f-b5e5-965dc1f08b42 of type vlan for network 5ca66f22-dac6-4d5e-879b-e51683ae80bc May 17 18:30:25.811639 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (5ca66f22-dac6-4d5e-879b-e51683ae80bc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.839626 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (5ca66f22-dac6-4d5e-879b-e51683ae80bc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.840656 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:25.841897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.875208 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3549519 May 17 18:30:25.878209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:25.882686 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Request body: {'subnet': {'network_id': '5ca66f22-dac6-4d5e-879b-e51683ae80bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-234670453-subnet', 'tenant_id': 'd1688bafa40147df941b5ee6798c6b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:25.916482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e82d-0a48-4173-acf9-ff68adc52486 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca66f22-dac6-4d5e-879b-e51683ae80bc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:25.922593 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:30:25.936569 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Made reservation on behalf of d1688bafa40147df941b5ee6798c6b88 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:25.939109 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9004946'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:25.944500 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 5ca66f22-dac6-4d5e-879b-e51683ae80bc details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:30:25.946253 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:30:25.946589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 9c512d5a-3c2a-4fb5-b2f1-cd9eb2be0c2e not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:30:26.103983 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9004932'] for subnet (e510aaea-ec78-4edc-ae5c-eb5608b37005), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.155588 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e510aaea-ec78-4edc-ae5c-eb5608b37005,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:26.165902 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Checking segment: {'id': '471ef624-8db2-4b8f-b5e5-965dc1f08b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5ca66f22-dac6-4d5e-879b-e51683ae80bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:26.166256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Network hostable DHCP agents. Network: 5ca66f22-dac6-4d5e-879b-e51683ae80bc, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:30:26.185694 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Network 5ca66f22-dac6-4d5e-879b-e51683ae80bc is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:30:26.194539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 5ca66f22-dac6-4d5e-879b-e51683ae80bc) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:26.198760 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:26.199422 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.210085 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497f639-837f-4994-ab7d-bba43829dd98 None None] Network 5ca66f22-dac6-4d5e-879b-e51683ae80bc requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:26.217668 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-552f24c5-ca1d-4184-ad10-d0edd3ce9672 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3385656 May 17 18:30:26.323730 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a2207-e203-4894-b481-f088990dd4bc None None] Network 5ca66f22-dac6-4d5e-879b-e51683ae80bc requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:26.726114 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38542) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:26.731090 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704066412-network', 'tenant_id': '4ecdab1ef4e4488db912ef7ff7aa6edf'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:26.751750 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Made reservation on behalf of 4ecdab1ef4e4488db912ef7ff7aa6edf for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:26.754071 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.762219 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.839852 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks [] for security_group (1f61de4b-d914-4a31-967d-d2fed1175f34), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.844232 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1f61de4b-d914-4a31-967d-d2fed1175f34), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.869371 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:30:26.878940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f61de4b-d914-4a31-967d-d2fed1175f34,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:26.883756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (63f01af8-8960-4a96-9501-e8bc7586931d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.884164 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Added segment 63f01af8-8960-4a96-9501-e8bc7586931d of type vlan for network 342582b8-4cb1-41eb-9164-8305c64cf84a May 17 18:30:26.924025 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (342582b8-4cb1-41eb-9164-8305c64cf84a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.948007 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (342582b8-4cb1-41eb-9164-8305c64cf84a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.949101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:26.949726 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:26.980285 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2529523 May 17 18:30:26.983785 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:26.988764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Request body: {'subnet': {'network_id': '342582b8-4cb1-41eb-9164-8305c64cf84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704066412-subnet', 'tenant_id': '4ecdab1ef4e4488db912ef7ff7aa6edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:27.008810 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Made reservation on behalf of 4ecdab1ef4e4488db912ef7ff7aa6edf for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:27.011183 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934479'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.014098 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c895e45-8951-4d80-bef7-b3e6a0f4012c admin admin] Pushing event updated for resources: {'Network': ['ID=342582b8-4cb1-41eb-9164-8305c64cf84a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:27.025544 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 342582b8-4cb1-41eb-9164-8305c64cf84a details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:30:27.172955 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8422026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934489'] for subnet (c59148c2-d42e-4763-b44d-cf52d84939a9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.228115 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59148c2-d42e-4763-b44d-cf52d84939a9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:27.237876 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Checking segment: {'id': '63f01af8-8960-4a96-9501-e8bc7586931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '342582b8-4cb1-41eb-9164-8305c64cf84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:27.238224 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Network hostable DHCP agents. Network: 342582b8-4cb1-41eb-9164-8305c64cf84a, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:30:27.254592 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Network 342582b8-4cb1-41eb-9164-8305c64cf84a is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:30:27.263745 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 342582b8-4cb1-41eb-9164-8305c64cf84a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:27.271137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038796a-ec8c-4125-bd72-c95837ea9194 None None] Network 342582b8-4cb1-41eb-9164-8305c64cf84a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:27.271733 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:27.272335 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.288159 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e977a992-05c7-45c4-8729-58d06ce9155f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3031869 May 17 18:30:27.374037 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff92de4-3867-4fc2-aed4-32a97986855f None None] Network 342582b8-4cb1-41eb-9164-8305c64cf84a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:27.400468 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38548) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:27.444988 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Deleting subnet e510aaea-ec78-4edc-ae5c-eb5608b37005 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:30:27.448152 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Publish callbacks [] for subnet (e510aaea-ec78-4edc-ae5c-eb5608b37005), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.486273 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (e510aaea-ec78-4edc-ae5c-eb5608b37005), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.526061 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (e510aaea-ec78-4edc-ae5c-eb5608b37005), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.583047 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (e510aaea-ec78-4edc-ae5c-eb5608b37005), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.610002 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.612992 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e510aaea-ec78-4edc-ae5c-eb5608b37005 HTTP/1.1" status: 204 len: 168 time: 0.2115498 May 17 18:30:27.613941 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5706f35-df4b-4a96-ae6c-4075ee7ddeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e510aaea-ec78-4edc-ae5c-eb5608b37005,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:27.615569 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:27.688116 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (5ca66f22-dac6-4d5e-879b-e51683ae80bc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.770179 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (5ca66f22-dac6-4d5e-879b-e51683ae80bc), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.792446 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca66f22-dac6-4d5e-879b-e51683ae80bc']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:27.808859 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471ef624-8db2-4b8f-b5e5-965dc1f08b42') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:27.809163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471ef624-8db2-4b8f-b5e5-965dc1f08b42') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:27.820502 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (471ef624-8db2-4b8f-b5e5-965dc1f08b42), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.839528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (471ef624-8db2-4b8f-b5e5-965dc1f08b42), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.845793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:30:27.846185 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (471ef624-8db2-4b8f-b5e5-965dc1f08b42), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:30:27.848359 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:30:27.903658 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (5ca66f22-dac6-4d5e-879b-e51683ae80bc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.910274 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:27.913376 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] 10.222.0.65 "DELETE /v2.0/networks/5ca66f22-dac6-4d5e-879b-e51683ae80bc HTTP/1.1" status: 204 len: 168 time: 0.2963557 May 17 18:30:27.916287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:27.923503 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dfe6b-f3d2-4fae-b696-b48bf40b4aed admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca66f22-dac6-4d5e-879b-e51683ae80bc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:27.967151 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Deleting subnet c59148c2-d42e-4763-b44d-cf52d84939a9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:30:27.976373 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Publish callbacks [] for subnet (c59148c2-d42e-4763-b44d-cf52d84939a9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.012445 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (c59148c2-d42e-4763-b44d-cf52d84939a9), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.053893 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (c59148c2-d42e-4763-b44d-cf52d84939a9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.109842 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (c59148c2-d42e-4763-b44d-cf52d84939a9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.142019 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.148441 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c59148c2-d42e-4763-b44d-cf52d84939a9 HTTP/1.1" status: 204 len: 168 time: 0.2288265 May 17 18:30:28.148441 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd41cad-7bce-4adb-bd90-1e215862e033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59148c2-d42e-4763-b44d-cf52d84939a9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:28.148930 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:28.223283 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (342582b8-4cb1-41eb-9164-8305c64cf84a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.310675 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (342582b8-4cb1-41eb-9164-8305c64cf84a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.344245 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342582b8-4cb1-41eb-9164-8305c64cf84a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:28.354718 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f01af8-8960-4a96-9501-e8bc7586931d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:28.355046 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f01af8-8960-4a96-9501-e8bc7586931d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:28.365937 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9174301'] for segment (63f01af8-8960-4a96-9501-e8bc7586931d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.379376 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (63f01af8-8960-4a96-9501-e8bc7586931d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.385107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:30:28.385510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420969'] for segment (63f01af8-8960-4a96-9501-e8bc7586931d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: timer() May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: cb(*args, **kw) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: self._notify() May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: self.callback(batched_events) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: event.method(event) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._get(url).json() May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:30:28.387202 dv-cinder-837362-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:30:28.441534 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (342582b8-4cb1-41eb-9164-8305c64cf84a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.447546 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.453411 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] 10.222.0.65 "DELETE /v2.0/networks/342582b8-4cb1-41eb-9164-8305c64cf84a HTTP/1.1" status: 204 len: 168 time: 0.3009543 May 17 18:30:28.462485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf315f-7868-4007-b60b-fec8732db56d admin admin] Pushing event deleted for resources: {'Network': ['ID=342582b8-4cb1-41eb-9164-8305c64cf84a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:28.613649 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38580) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:28.655983 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5cc2dbfc-89a0-4dbe-809d-ff0e28de2dcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1688bafa40147df941b5ee6798c6b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411646 May 17 18:30:28.658479 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:28.703632 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] Publish callbacks [] for security_group (b65ee37a-f881-40d2-8fb9-458c9e12584f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.724572 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] Publish callbacks [] for security_group (b65ee37a-f881-40d2-8fb9-458c9e12584f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.769729 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (b65ee37a-f881-40d2-8fb9-458c9e12584f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.772216 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:28.773339 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b65ee37a-f881-40d2-8fb9-458c9e12584f HTTP/1.1" status: 204 len: 168 time: 0.1139390 May 17 18:30:28.781227 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2df5d6-f0b3-42c7-be23-ce05ec37583b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ee37a-f881-40d2-8fb9-458c9e12584f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:29.082812 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38588) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:29.124897 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4b16d7a9-4cde-4916-89e9-cf5bd22fd73f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ecdab1ef4e4488db912ef7ff7aa6edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409253 May 17 18:30:29.127312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:29.172262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] Publish callbacks [] for security_group (1f61de4b-d914-4a31-967d-d2fed1175f34), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:29.193106 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] Publish callbacks [] for security_group (1f61de4b-d914-4a31-967d-d2fed1175f34), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:29.238952 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (1f61de4b-d914-4a31-967d-d2fed1175f34), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:29.241555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:29.242693 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f61de4b-d914-4a31-967d-d2fed1175f34 HTTP/1.1" status: 204 len: 168 time: 0.1145113 May 17 18:30:29.250746 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1a67-43f4-40c4-819f-f120c49825e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f61de4b-d914-4a31-967d-d2fed1175f34,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:30.180009 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:30.286926 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cda0-8472-4382-a0aa-9d3a642950ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.365033 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cda0-8472-4382-a0aa-9d3a642950ad admin admin] Publish callbacks [] for security_group (6d3b3512-f9ea-4be5-95f6-828042941ccc), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.369390 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cda0-8472-4382-a0aa-9d3a642950ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6d3b3512-f9ea-4be5-95f6-828042941ccc), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.406319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5cda0-8472-4382-a0aa-9d3a642950ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b3512-f9ea-4be5-95f6-828042941ccc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:30.412929 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4cf5cda0-8472-4382-a0aa-9d3a642950ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e3ea2e3f9ea4b5e9c759054207cc455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294934 May 17 18:30:30.413137 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:30.464549 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] Publish callbacks [] for security_group (6d3b3512-f9ea-4be5-95f6-828042941ccc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.485938 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] Publish callbacks [] for security_group (6d3b3512-f9ea-4be5-95f6-828042941ccc), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.537329 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (6d3b3512-f9ea-4be5-95f6-828042941ccc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.539942 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.542655 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d3b3512-f9ea-4be5-95f6-828042941ccc HTTP/1.1" status: 204 len: 168 time: 0.1276956 May 17 18:30:30.551782 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e2a5-50e8-481c-948f-ef6382d99375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b3512-f9ea-4be5-95f6-828042941ccc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:30.877572 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38662) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:30.890507 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae30d469-2547-4453-ab09-b7a18671cbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.985085 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae30d469-2547-4453-ab09-b7a18671cbea admin admin] Publish callbacks [] for security_group (9a6b62df-8a5f-4ae8-8bb5-a31f2918f155), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:30.990768 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae30d469-2547-4453-ab09-b7a18671cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a6b62df-8a5f-4ae8-8bb5-a31f2918f155), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.037761 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ae30d469-2547-4453-ab09-b7a18671cbea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c9ea3c1b7e9473999f8630d3574f7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589251 May 17 18:30:31.038909 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30d469-2547-4453-ab09-b7a18671cbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b62df-8a5f-4ae8-8bb5-a31f2918f155,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:31.040546 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38666) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:31.099505 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] Publish callbacks [] for security_group (9a6b62df-8a5f-4ae8-8bb5-a31f2918f155), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.121666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] Publish callbacks [] for security_group (9a6b62df-8a5f-4ae8-8bb5-a31f2918f155), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.174878 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9a6b62df-8a5f-4ae8-8bb5-a31f2918f155), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.177484 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.178623 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a6b62df-8a5f-4ae8-8bb5-a31f2918f155 HTTP/1.1" status: 204 len: 168 time: 0.1371837 May 17 18:30:31.188641 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec924dbd-1a56-4e0d-b64f-06b4715bb5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b62df-8a5f-4ae8-8bb5-a31f2918f155,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:31.522547 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38672) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:31.536766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1df3a6c-f049-4278-894a-2e92835e7b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.622532 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1df3a6c-f049-4278-894a-2e92835e7b8c admin admin] Publish callbacks [] for security_group (912067e0-dc40-422e-99a5-ca57c0c1844c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.626812 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1df3a6c-f049-4278-894a-2e92835e7b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (912067e0-dc40-422e-99a5-ca57c0c1844c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.664565 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1df3a6c-f049-4278-894a-2e92835e7b8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=101c0abc6fc448979601668368cd3534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404536 May 17 18:30:31.665522 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df3a6c-f049-4278-894a-2e92835e7b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912067e0-dc40-422e-99a5-ca57c0c1844c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:31.667319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:31.724306 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] Publish callbacks [] for security_group (912067e0-dc40-422e-99a5-ca57c0c1844c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.745508 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] Publish callbacks [] for security_group (912067e0-dc40-422e-99a5-ca57c0c1844c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.793972 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (912067e0-dc40-422e-99a5-ca57c0c1844c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.796542 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:31.797705 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/912067e0-dc40-422e-99a5-ca57c0c1844c HTTP/1.1" status: 204 len: 168 time: 0.1294348 May 17 18:30:31.805823 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d38359-62ca-4a5b-b0f4-ec0733ebffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912067e0-dc40-422e-99a5-ca57c0c1844c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:35.644208 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:30:35.681960 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.165648 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:41.273353 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b28ba2f-9ec0-4cbe-8b6f-4378d0c66179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.349449 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b28ba2f-9ec0-4cbe-8b6f-4378d0c66179 admin admin] Publish callbacks [] for security_group (68b7a368-c596-45c4-8322-9aaa82e5e649), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.354117 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b28ba2f-9ec0-4cbe-8b6f-4378d0c66179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (68b7a368-c596-45c4-8322-9aaa82e5e649), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.396479 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9b28ba2f-9ec0-4cbe-8b6f-4378d0c66179 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62668af976ef44dc82554e6303faa24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273381 May 17 18:30:41.396479 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28ba2f-9ec0-4cbe-8b6f-4378d0c66179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b7a368-c596-45c4-8322-9aaa82e5e649,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:41.397186 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38862) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:41.478113 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-e052b777-3a3b-465b-b771-0791bed3b363 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544231 May 17 18:30:41.480775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] Publish callbacks [] for security_group (68b7a368-c596-45c4-8322-9aaa82e5e649), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.510149 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] Publish callbacks [] for security_group (68b7a368-c596-45c4-8322-9aaa82e5e649), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.557298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11164e9-c486-4ba3-b614-838ff221f428 req-e634410b-ccf5-4b97-8455-101635312d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:41.558786 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-e634410b-ccf5-4b97-8455-101635312d00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0591946 May 17 18:30:41.588101 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (68b7a368-c596-45c4-8322-9aaa82e5e649), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.590585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.592189 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68b7a368-c596-45c4-8322-9aaa82e5e649 HTTP/1.1" status: 204 len: 168 time: 0.1934345 May 17 18:30:41.615252 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa44f0-9c3d-4f7b-aa85-066923cc0215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b7a368-c596-45c4-8322-9aaa82e5e649,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:41.678247 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11164e9-c486-4ba3-b614-838ff221f428 req-af280a95-dfde-4187-a9a9-1e04da024755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:41.679728 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-af280a95-dfde-4187-a9a9-1e04da024755 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.0992417 May 17 18:30:41.742507 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-1bb352b2-0676-46dd-b651-c390a2ba2727 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 1000 time: 0.0559864 May 17 18:30:41.797240 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11164e9-c486-4ba3-b614-838ff221f428 req-b1b9e836-541d-4fd8-a70c-595124ed90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:41.799239 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-b1b9e836-541d-4fd8-a70c-595124ed90e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0496447 May 17 18:30:41.851357 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11164e9-c486-4ba3-b614-838ff221f428 req-04307d93-a467-44c0-96f4-bb1d911baa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:41.852975 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-04307d93-a467-44c0-96f4-bb1d911baa4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476692 May 17 18:30:41.861967 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:41.875956 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51bdc233-4727-4838-89a8-01fe84eb5a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.946299 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-3e05e519-ea77-44cd-9e58-9c2921ea455a service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861123 May 17 18:30:41.954460 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51bdc233-4727-4838-89a8-01fe84eb5a5e admin admin] Publish callbacks [] for security_group (dd2a95bc-ad35-4bfe-a686-630508d81370), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.958398 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51bdc233-4727-4838-89a8-01fe84eb5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dd2a95bc-ad35-4bfe-a686-630508d81370), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:41.997680 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-51bdc233-4727-4838-89a8-01fe84eb5a5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9bdde99ff6c4a56ab835f1d4fe00ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346033 May 17 18:30:41.998515 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdc233-4727-4838-89a8-01fe84eb5a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a95bc-ad35-4bfe-a686-630508d81370,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:42.000875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38870) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:42.038783 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d11164e9-c486-4ba3-b614-838ff221f428 req-55761572-b3a2-4a63-aef9-aecee41621cc service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 May 17 18:30:42.049097 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] Publish callbacks [] for security_group (dd2a95bc-ad35-4bfe-a686-630508d81370), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.070700 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] Publish callbacks [] for security_group (dd2a95bc-ad35-4bfe-a686-630508d81370), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.119978 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (dd2a95bc-ad35-4bfe-a686-630508d81370), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.122580 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.123717 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd2a95bc-ad35-4bfe-a686-630508d81370 HTTP/1.1" status: 204 len: 168 time: 0.1221018 May 17 18:30:42.132279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19a542-b4fc-43cf-86f9-4219b8218540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a95bc-ad35-4bfe-a686-630508d81370,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:42.443813 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38892) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:42.457284 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6718bb55-7579-4c2f-8884-541666cc765b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.483163 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38894) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:42.534220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6718bb55-7579-4c2f-8884-541666cc765b admin admin] Publish callbacks [] for security_group (f482a98f-348b-4049-b50a-035149e19ad5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.538454 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6718bb55-7579-4c2f-8884-541666cc765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f482a98f-348b-4049-b50a-035149e19ad5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.578238 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6718bb55-7579-4c2f-8884-541666cc765b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dea4f1990cbb455383cb4230cf65584a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329792 May 17 18:30:42.580194 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718bb55-7579-4c2f-8884-541666cc765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482a98f-348b-4049-b50a-035149e19ad5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:42.580996 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38898) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:42.638624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] Publish callbacks [] for security_group (f482a98f-348b-4049-b50a-035149e19ad5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.651316 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b762321b-9cda-490e-a2fc-a84c2de582a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.673321 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] Publish callbacks [] for security_group (f482a98f-348b-4049-b50a-035149e19ad5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.751733 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f482a98f-348b-4049-b50a-035149e19ad5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.754216 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.755324 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f482a98f-348b-4049-b50a-035149e19ad5 HTTP/1.1" status: 204 len: 168 time: 0.1732223 May 17 18:30:42.772912 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e25ca-46cb-49a9-aa84-99da715d5c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482a98f-348b-4049-b50a-035149e19ad5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:42.777847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b762321b-9cda-490e-a2fc-a84c2de582a6 admin admin] Publish callbacks [] for security_group (c1bd0789-d957-48c3-ac72-79e141fea5f4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.782621 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b762321b-9cda-490e-a2fc-a84c2de582a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c1bd0789-d957-48c3-ac72-79e141fea5f4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.828378 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b762321b-9cda-490e-a2fc-a84c2de582a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e28460556d446f5ac495a3093be49be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438811 May 17 18:30:42.829510 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762321b-9cda-490e-a2fc-a84c2de582a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd0789-d957-48c3-ac72-79e141fea5f4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:42.831090 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38902) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:42.883705 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] Publish callbacks [] for security_group (c1bd0789-d957-48c3-ac72-79e141fea5f4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.904798 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] Publish callbacks [] for security_group (c1bd0789-d957-48c3-ac72-79e141fea5f4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.954416 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c1bd0789-d957-48c3-ac72-79e141fea5f4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.957225 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:42.958391 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1bd0789-d957-48c3-ac72-79e141fea5f4 HTTP/1.1" status: 204 len: 168 time: 0.1263146 May 17 18:30:42.965990 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a5511-e802-402f-bb6b-19205566b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd0789-d957-48c3-ac72-79e141fea5f4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:43.290079 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 38922) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:43.303683 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-624e479d-ed4c-439f-9a04-930e15d68e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.383266 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-624e479d-ed4c-439f-9a04-930e15d68e7a admin admin] Publish callbacks [] for security_group (621b79b1-d1b6-44ae-9110-e9eee668d553), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.387766 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-624e479d-ed4c-439f-9a04-930e15d68e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (621b79b1-d1b6-44ae-9110-e9eee668d553), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.446384 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-624e479d-ed4c-439f-9a04-930e15d68e7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d607aa4d6752439db22081ed213e48d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548448 May 17 18:30:43.448050 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e479d-ed4c-439f-9a04-930e15d68e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b79b1-d1b6-44ae-9110-e9eee668d553,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:43.448893 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 38928) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:43.503899 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Publish callbacks [] for security_group (621b79b1-d1b6-44ae-9110-e9eee668d553), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.524769 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Publish callbacks [] for security_group (621b79b1-d1b6-44ae-9110-e9eee668d553), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.574694 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (621b79b1-d1b6-44ae-9110-e9eee668d553), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.578226 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:43.581726 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/621b79b1-d1b6-44ae-9110-e9eee668d553 HTTP/1.1" status: 204 len: 168 time: 0.1295476 May 17 18:30:43.587875 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b79b1-d1b6-44ae-9110-e9eee668d553,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:43.595610 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.595961 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.596314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.596639 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.596970 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.597337 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.597664 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.597992 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.598319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.598644 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.598971 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.599299 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.599623 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.600048 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:43.600259 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e05571-5f21-4803-8596-38801e369e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:30:45.019662 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9f48465-3911-4fc6-b2ec-4d2acce23b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.550672 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:46.664336 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e618428-76a8-4ba2-9c8e-8d0452dae672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.750101 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e618428-76a8-4ba2-9c8e-8d0452dae672 admin admin] Publish callbacks [] for security_group (a6d63115-099b-4895-81a6-434b40657af4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.753698 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e618428-76a8-4ba2-9c8e-8d0452dae672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a6d63115-099b-4895-81a6-434b40657af4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.790597 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2e618428-76a8-4ba2-9c8e-8d0452dae672 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11c378c5dc804e608ac85eb5615648f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388566 May 17 18:30:46.791432 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e618428-76a8-4ba2-9c8e-8d0452dae672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d63115-099b-4895-81a6-434b40657af4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:46.793354 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39094) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:46.848888 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] Publish callbacks [] for security_group (a6d63115-099b-4895-81a6-434b40657af4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.870727 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] Publish callbacks [] for security_group (a6d63115-099b-4895-81a6-434b40657af4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.918434 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a6d63115-099b-4895-81a6-434b40657af4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.922033 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:46.923168 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6d63115-099b-4895-81a6-434b40657af4 HTTP/1.1" status: 204 len: 168 time: 0.1281796 May 17 18:30:46.930633 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03c33-5a21-441d-b96e-ecd945493857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d63115-099b-4895-81a6-434b40657af4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.042100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:47.197486 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:47.198190 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79fbabdf-b4ce-4374-9b10-2b3a08d9a7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.211027 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd220-a9dc-494d-a498-3cfdb41a7053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.233040 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f1b0d4-5bfe-403c-ad04-23134ba21617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.274554 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79fbabdf-b4ce-4374-9b10-2b3a08d9a7ee admin admin] Publish callbacks [] for security_group (c28a4621-800c-456b-b457-8c1b6030f473), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.279170 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79fbabdf-b4ce-4374-9b10-2b3a08d9a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c28a4621-800c-456b-b457-8c1b6030f473), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.294270 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd220-a9dc-494d-a498-3cfdb41a7053 admin admin] Publish callbacks [] for security_group (9be1146b-23db-4ac2-bd8d-14a293e680b7), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.298569 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd220-a9dc-494d-a498-3cfdb41a7053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9be1146b-23db-4ac2-bd8d-14a293e680b7), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.315432 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbabdf-b4ce-4374-9b10-2b3a08d9a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a4621-800c-456b-b457-8c1b6030f473,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.319928 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-79fbabdf-b4ce-4374-9b10-2b3a08d9a7ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83639fe26ee84f3dbc28a6a1b1f6a602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766511 May 17 18:30:47.322329 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:47.336877 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ea5dd220-a9dc-494d-a498-3cfdb41a7053 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e41ffc4097f41d9a9aecf4b58794035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382897 May 17 18:30:47.337753 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dd220-a9dc-494d-a498-3cfdb41a7053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1146b-23db-4ac2-bd8d-14a293e680b7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.339974 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:47.371646 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] Publish callbacks [] for security_group (c28a4621-800c-456b-b457-8c1b6030f473), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.389866 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] Publish callbacks [] for security_group (9be1146b-23db-4ac2-bd8d-14a293e680b7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.392993 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] Publish callbacks [] for security_group (c28a4621-800c-456b-b457-8c1b6030f473), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.411068 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] Publish callbacks [] for security_group (9be1146b-23db-4ac2-bd8d-14a293e680b7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.440012 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (c28a4621-800c-456b-b457-8c1b6030f473), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.442611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.446059 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c28a4621-800c-456b-b457-8c1b6030f473 HTTP/1.1" status: 204 len: 168 time: 0.1204932 May 17 18:30:47.455551 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef203b-cb4a-48e6-bd05-a0e5941a67d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a4621-800c-456b-b457-8c1b6030f473,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.458135 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9be1146b-23db-4ac2-bd8d-14a293e680b7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.460697 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.461875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9be1146b-23db-4ac2-bd8d-14a293e680b7 HTTP/1.1" status: 204 len: 168 time: 0.1209457 May 17 18:30:47.471942 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62eee02-dba1-4945-81d8-42b3590cd2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1146b-23db-4ac2-bd8d-14a293e680b7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.830898 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:47.846528 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957d67e6-6a6e-4cdf-9f4e-87123fe6abe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.921059 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957d67e6-6a6e-4cdf-9f4e-87123fe6abe4 admin admin] Publish callbacks [] for security_group (cb37e248-1006-4385-bfd6-12b5ca0bf140), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.925784 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957d67e6-6a6e-4cdf-9f4e-87123fe6abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (cb37e248-1006-4385-bfd6-12b5ca0bf140), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:47.964520 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-957d67e6-6a6e-4cdf-9f4e-87123fe6abe4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9becbd66e497483bb1c1021f109c5151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325331 May 17 18:30:47.965350 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d67e6-6a6e-4cdf-9f4e-87123fe6abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb37e248-1006-4385-bfd6-12b5ca0bf140,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:47.968941 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:48.028255 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] Publish callbacks [] for security_group (cb37e248-1006-4385-bfd6-12b5ca0bf140), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:48.050862 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] Publish callbacks [] for security_group (cb37e248-1006-4385-bfd6-12b5ca0bf140), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:48.098914 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (cb37e248-1006-4385-bfd6-12b5ca0bf140), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:48.101445 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:48.102603 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb37e248-1006-4385-bfd6-12b5ca0bf140 HTTP/1.1" status: 204 len: 168 time: 0.1278970 May 17 18:30:48.110948 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d5a8e-13e7-4882-b576-2159c52a37b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb37e248-1006-4385-bfd6-12b5ca0bf140,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:48.353182 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.683260 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:49.785055 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b73d69e-38ec-4be6-ae4c-d4d402e41f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.796220 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.866627 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b73d69e-38ec-4be6-ae4c-d4d402e41f93 admin admin] Publish callbacks [] for security_group (51e068ce-d966-4e5a-b8da-dd8df70f30aa), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.870320 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b73d69e-38ec-4be6-ae4c-d4d402e41f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (51e068ce-d966-4e5a-b8da-dd8df70f30aa), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.908692 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2b73d69e-38ec-4be6-ae4c-d4d402e41f93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bca68836b7df466cbd066f05faaa6db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243998 May 17 18:30:49.909551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73d69e-38ec-4be6-ae4c-d4d402e41f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e068ce-d966-4e5a-b8da-dd8df70f30aa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:49.911509 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:49.968212 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] Publish callbacks [] for security_group (51e068ce-d966-4e5a-b8da-dd8df70f30aa), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:49.988797 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] Publish callbacks [] for security_group (51e068ce-d966-4e5a-b8da-dd8df70f30aa), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.040809 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (51e068ce-d966-4e5a-b8da-dd8df70f30aa), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.043410 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.044564 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51e068ce-d966-4e5a-b8da-dd8df70f30aa HTTP/1.1" status: 204 len: 168 time: 0.1320601 May 17 18:30:50.052149 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d481c-bbd2-4ddb-922a-7958eb73d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e068ce-d966-4e5a-b8da-dd8df70f30aa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:50.302779 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39234) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:50.316900 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae2dc-e319-44bc-848a-f1765c560583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.390405 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae2dc-e319-44bc-848a-f1765c560583 admin admin] Publish callbacks [] for security_group (e1a72ead-7eb8-4e3a-8cb2-46723e71c034), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.394620 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae2dc-e319-44bc-848a-f1765c560583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1a72ead-7eb8-4e3a-8cb2-46723e71c034), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.432363 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cb7ae2dc-e319-44bc-848a-f1765c560583 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95bf45d183e24d6ab51cb23c2b8e0b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285195 May 17 18:30:50.433194 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ae2dc-e319-44bc-848a-f1765c560583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a72ead-7eb8-4e3a-8cb2-46723e71c034,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:50.435847 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39242) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:50.485328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] Publish callbacks [] for security_group (e1a72ead-7eb8-4e3a-8cb2-46723e71c034), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.510016 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] Publish callbacks [] for security_group (e1a72ead-7eb8-4e3a-8cb2-46723e71c034), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.557925 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (e1a72ead-7eb8-4e3a-8cb2-46723e71c034), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.561189 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:50.562388 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1a72ead-7eb8-4e3a-8cb2-46723e71c034 HTTP/1.1" status: 204 len: 168 time: 0.1254637 May 17 18:30:50.570523 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17004d40-0031-4af3-bc54-e4dcfe67459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a72ead-7eb8-4e3a-8cb2-46723e71c034,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:51.473973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.162947 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39334) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:52.273717 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41211cc1-9878-493d-8aa0-2ad3737c74c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.356958 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41211cc1-9878-493d-8aa0-2ad3737c74c0 admin admin] Publish callbacks [] for security_group (9b1f9b26-34fa-43f9-9352-72144d2e9f08), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.360763 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41211cc1-9878-493d-8aa0-2ad3737c74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9b1f9b26-34fa-43f9-9352-72144d2e9f08), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.396956 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41211cc1-9878-493d-8aa0-2ad3737c74c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f9b26-34fa-43f9-9352-72144d2e9f08,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:52.403781 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-41211cc1-9878-493d-8aa0-2ad3737c74c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aeffb9525ab24cefafa2971221ec61de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372966 May 17 18:30:52.404245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39344) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:52.415176 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:52.451756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] Publish callbacks [] for security_group (9b1f9b26-34fa-43f9-9352-72144d2e9f08), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.472736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] Publish callbacks [] for security_group (9b1f9b26-34fa-43f9-9352-72144d2e9f08), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.522394 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12489d97-1842-402b-8824-8155656c40b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.523787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (9b1f9b26-34fa-43f9-9352-72144d2e9f08), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.526410 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.527541 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b1f9b26-34fa-43f9-9352-72144d2e9f08 HTTP/1.1" status: 204 len: 168 time: 0.1225314 May 17 18:30:52.535163 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23183317-ea61-4ada-b3d2-2b3f506abf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f9b26-34fa-43f9-9352-72144d2e9f08,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:52.608475 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12489d97-1842-402b-8824-8155656c40b0 admin admin] Publish callbacks [] for security_group (d2a9e82e-b4ab-4604-81f5-5445ac070d7f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.613859 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12489d97-1842-402b-8824-8155656c40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d2a9e82e-b4ab-4604-81f5-5445ac070d7f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.658499 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-12489d97-1842-402b-8824-8155656c40b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ca64116b22442f0a8f76f10f0cf0d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416248 May 17 18:30:52.659602 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489d97-1842-402b-8824-8155656c40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9e82e-b4ab-4604-81f5-5445ac070d7f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:52.661294 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39354) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:52.711558 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] Publish callbacks [] for security_group (d2a9e82e-b4ab-4604-81f5-5445ac070d7f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.733539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] Publish callbacks [] for security_group (d2a9e82e-b4ab-4604-81f5-5445ac070d7f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.785027 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (d2a9e82e-b4ab-4604-81f5-5445ac070d7f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.787645 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:52.792103 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2a9e82e-b4ab-4604-81f5-5445ac070d7f HTTP/1.1" status: 204 len: 168 time: 0.1287408 May 17 18:30:52.802145 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47d5a-88a5-4211-94b1-8acb1ee01646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9e82e-b4ab-4604-81f5-5445ac070d7f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:53.113186 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39374) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:53.126687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1eca47a1-6bbb-43dc-9792-2ae78150482d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.205515 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1eca47a1-6bbb-43dc-9792-2ae78150482d admin admin] Publish callbacks [] for security_group (89e84308-d8f0-445e-94b5-6951cf74d221), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.210022 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1eca47a1-6bbb-43dc-9792-2ae78150482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (89e84308-d8f0-445e-94b5-6951cf74d221), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.249895 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1eca47a1-6bbb-43dc-9792-2ae78150482d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5cf2cd2efe4450093c3903e62ade39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355720 May 17 18:30:53.250853 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca47a1-6bbb-43dc-9792-2ae78150482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e84308-d8f0-445e-94b5-6951cf74d221,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:53.252469 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:53.301290 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] Publish callbacks [] for security_group (89e84308-d8f0-445e-94b5-6951cf74d221), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.323052 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] Publish callbacks [] for security_group (89e84308-d8f0-445e-94b5-6951cf74d221), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.330421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:53.370935 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (89e84308-d8f0-445e-94b5-6951cf74d221), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.374252 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.375403 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89e84308-d8f0-445e-94b5-6951cf74d221 HTTP/1.1" status: 204 len: 168 time: 0.1218758 May 17 18:30:53.391096 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54889a8e-7f0a-443a-acc0-4dd04260c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e84308-d8f0-445e-94b5-6951cf74d221,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:53.442513 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-935779058-network', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:53.465014 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Made reservation on behalf of ebc3e65ea59f43f6b93e5fc5aec51e85 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:53.467640 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.476157 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.564429 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks [] for security_group (bb0d9f0f-f3cf-40bd-8fee-eddc88b87141), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.568595 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (bb0d9f0f-f3cf-40bd-8fee-eddc88b87141), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.589161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:30:53.603887 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d9f0f-f3cf-40bd-8fee-eddc88b87141,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:53.607256 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (7e630f2d-4536-4122-b04d-750b7ad07a5d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.607664 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Added segment 7e630f2d-4536-4122-b04d-750b7ad07a5d of type vlan for network fbace396-278d-431c-8207-e07d0d1e0e78 May 17 18:30:53.647534 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (fbace396-278d-431c-8207-e07d0d1e0e78), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.675921 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (fbace396-278d-431c-8207-e07d0d1e0e78), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.676911 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:53.677539 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.711392 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3798542 May 17 18:30:53.714478 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39398) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:53.720001 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Request body: {'subnet': {'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-935779058-subnet', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:53.743897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346b3f2-a278-4424-a2fa-bea1150b50f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbace396-278d-431c-8207-e07d0d1e0e78,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:53.750858 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Made reservation on behalf of ebc3e65ea59f43f6b93e5fc5aec51e85 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:53.754514 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8934479'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.755391 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network fbace396-278d-431c-8207-e07d0d1e0e78 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:30:53.934588 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8422026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8934489'] for subnet (cfc808d6-822c-47d5-9c65-a15dcfe0ebf9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:53.989832 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:54.002023 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Checking segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:54.002600 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Network hostable DHCP agents. Network: fbace396-278d-431c-8207-e07d0d1e0e78, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:30:54.025279 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Network fbace396-278d-431c-8207-e07d0d1e0e78 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:30:54.036986 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, fbace396-278d-431c-8207-e07d0d1e0e78) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:54.041996 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:54.042923 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.052053 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e829ba-c5b7-4454-92f3-af9113acd836 None None] Network fbace396-278d-431c-8207-e07d0d1e0e78 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:54.063270 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-785f9ea3-d0da-4b06-ad05-f397c63fe7a1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3469269 May 17 18:30:54.067568 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:54.072316 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:54.096834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (dadcb267-a3b7-407c-a056-9d74a505285a), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.098117 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (dadcb267-a3b7-407c-a056-9d74a505285a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.153790 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for router_controller (dadcb267-a3b7-407c-a056-9d74a505285a), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.174204 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-fbace396-278d-431c-8207-e07d0d1e0e78', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:30:54.175666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.321674 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Allocated IP 172.20.0.2 (fbace396-278d-431c-8207-e07d0d1e0e78/cfc808d6-822c-47d5-9c65-a15dcfe0ebf9/781fd2da-98f4-4173-97d8-8957d3844308) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:30:54.476130 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks [] for port (781fd2da-98f4-4173-97d8-8957d3844308), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.484664 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (781fd2da-98f4-4173-97d8-8957d3844308), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.489668 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:54.525427 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Network fbace396-278d-431c-8207-e07d0d1e0e78 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:30:54.528911 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:54.534903 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:30:54.540105 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Pushing event updated for resources: {'Port': ['ID=781fd2da-98f4-4173-97d8-8957d3844308,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:54.558876 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for router_gateway (dadcb267-a3b7-407c-a056-9d74a505285a), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.596702 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Attempting to bind port 781fd2da-98f4-4173-97d8-8957d3844308 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:30:54.597078 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Attempting to bind port 781fd2da-98f4-4173-97d8-8957d3844308 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:30:54.597659 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Attempting to bind port 781fd2da-98f4-4173-97d8-8957d3844308 on network fbace396-278d-431c-8207-e07d0d1e0e78 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:30:54.602815 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:30:54.603181 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Checking segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:54.603576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.603960 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Bound using segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:30:54.604599 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Bound port: 781fd2da-98f4-4173-97d8-8957d3844308, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:30:54.604973 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (781fd2da-98f4-4173-97d8-8957d3844308), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.612262 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd814677-a1ba-47f3-b528-bb63e05c8772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.667410 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] For port 781fd2da-98f4-4173-97d8-8957d3844308, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:30:54.671538 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] For port 781fd2da-98f4-4173-97d8-8957d3844308, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=781fd2da-98f4-4173-97d8-8957d3844308,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:30:54.679026 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (781fd2da-98f4-4173-97d8-8957d3844308), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.694985 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd814677-a1ba-47f3-b528-bb63e05c8772 admin admin] Publish callbacks [] for security_group (f7fe93ae-502c-4239-a72e-eb345a364bde), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.700313 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd814677-a1ba-47f3-b528-bb63e05c8772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f7fe93ae-502c-4239-a72e-eb345a364bde), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.736411 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7bfb-8c87-4091-80c6-c2ccd22b367f None None] Pushing event updated for resources: {'Port': ['ID=781fd2da-98f4-4173-97d8-8957d3844308,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:54.745178 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fd814677-a1ba-47f3-b528-bb63e05c8772 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf1cb72936c2472ea87095a18cdbc34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537518 May 17 18:30:54.746374 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd814677-a1ba-47f3-b528-bb63e05c8772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe93ae-502c-4239-a72e-eb345a364bde,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:54.749255 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:54.791585 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for router_gateway (dadcb267-a3b7-407c-a056-9d74a505285a), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.817743 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.872230 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] Publish callbacks [] for security_group (f7fe93ae-502c-4239-a72e-eb345a364bde), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.911764 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] Publish callbacks [] for security_group (f7fe93ae-502c-4239-a72e-eb345a364bde), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:54.988753 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Allocated IP 172.27.0.190 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/6a0dcaa7-5727-4430-863f-55e7b21ed426) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:30:55.019455 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (f7fe93ae-502c-4239-a72e-eb345a364bde), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.022045 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.029820 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7fe93ae-502c-4239-a72e-eb345a364bde HTTP/1.1" status: 204 len: 168 time: 0.2739265 May 17 18:30:55.050374 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafa718-cda0-4347-a915-8f83e7739b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe93ae-502c-4239-a72e-eb345a364bde,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:55.121399 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.156392 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.195344 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:30:55.198598 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:55.206276 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:30:55.229563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0dcaa7-5727-4430-863f-55e7b21ed426,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:55.462894 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for router_gateway (dadcb267-a3b7-407c-a056-9d74a505285a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.506491 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39432) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:55.661736 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7142400-3778-4c2f-bac4-3e299ca359de None None] Network fbace396-278d-431c-8207-e07d0d1e0e78 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:55.731988 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Provisioning complete for port 781fd2da-98f4-4173-97d8-8957d3844308 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:55.732358 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (781fd2da-98f4-4173-97d8-8957d3844308), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.765746 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port d0c7314a-f1da-4669-8a05-6a7d4ac319be {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:55.766381 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.768982 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (dadcb267-a3b7-407c-a056-9d74a505285a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.843109 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Current status of the port 781fd2da-98f4-4173-97d8-8957d3844308 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:30:55.843584 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (781fd2da-98f4-4173-97d8-8957d3844308), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.882884 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] For port 781fd2da-98f4-4173-97d8-8957d3844308, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=781fd2da-98f4-4173-97d8-8957d3844308,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:55.888586 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (781fd2da-98f4-4173-97d8-8957d3844308), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.921409 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.921971 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (d0c7314a-f1da-4669-8a05-6a7d4ac319be), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:55.945229 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for d0c7314a-f1da-4669-8a05-6a7d4ac319be owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:55.952851 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cd6e4-5258-4df6-9c04-1a5c8589dd6f None None] Pushing event updated for resources: {'Port': ['ID=781fd2da-98f4-4173-97d8-8957d3844308,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:56.001196 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 781fd2da-98f4-4173-97d8-8957d3844308 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:30:56.036627 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Router dadcb267-a3b7-407c-a056-9d74a505285a is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:30:56.050484 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 781fd2da-98f4-4173-97d8-8957d3844308 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:56.050853 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (781fd2da-98f4-4173-97d8-8957d3844308), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.128921 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ea00bbe8-1dd0-402e-b4c3-4b4c1ee30157 None None] Provisioning complete for port 781fd2da-98f4-4173-97d8-8957d3844308 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:56.129293 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea00bbe8-1dd0-402e-b4c3-4b4c1ee30157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (781fd2da-98f4-4173-97d8-8957d3844308), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.159113 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 781fd2da-98f4-4173-97d8-8957d3844308 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:30:56.196121 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:56.208372 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Sync routers for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:30:56.220756 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ea00bbe8-1dd0-402e-b4c3-4b4c1ee30157 None None] Current status of the port 781fd2da-98f4-4173-97d8-8957d3844308 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:30:56.221826 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.223048 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-68f1ef51-82ee-4597-86cf-78107d8982a6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1540608 May 17 18:30:56.226076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:56.226947 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:56.227578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:56.229941 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (d0c7314a-f1da-4669-8a05-6a7d4ac319be), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.258170 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=d0c7314a-f1da-4669-8a05-6a7d4ac319be,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:56.324165 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (30c5b404-f31d-4749-9070-8ed35c763727), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.325124 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP 30c5b404-f31d-4749-9070-8ed35c763727 disassociated (deleted). External IP: 172.27.0.73, port: 55227826-2e6b-4311-b687-c5996676ed3b. May 17 18:30:56.470117 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:56.534857 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:30:56.639279 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:55Z', 'revision_number': 3, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:56.640338 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:56.644936 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.647029 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.651402 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:30:56.662878 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:56.663628 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:56.670498 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Checking router: dadcb267-a3b7-407c-a056-9d74a505285a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:30:56.671761 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Updating router dadcb267-a3b7-407c-a056-9d74a505285a port 6a0dcaa7-5727-4430-863f-55e7b21ed426 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:30:56.677244 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1d7819a2-08db-4a80-ab90-4efc049e6b3c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "DELETE /v2.0/floatingips/30c5b404-f31d-4749-9070-8ed35c763727 HTTP/1.1" status: 204 len: 168 time: 1.1696281 May 17 18:30:56.677870 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:30:56.680151 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c916f14-edd8-43d7-81f8-1641fe6ebd75" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:30:56.711902 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:56.833624 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:56.895379 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Allocated IP 172.20.0.1 (fbace396-278d-431c-8207-e07d0d1e0e78/cfc808d6-822c-47d5-9c65-a15dcfe0ebf9/a19fe6fc-4198-46df-b555-c6935a2fedbd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:30:56.986997 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320b672-fa3c-459c-b7dd-1a388d307f29 req-ff8d408a-c56f-463f-baa0-7ff487335dc1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:56.988711 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1320b672-fa3c-459c-b7dd-1a388d307f29 req-ff8d408a-c56f-463f-baa0-7ff487335dc1 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0577970 May 17 18:30:57.062682 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:57.065641 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks [] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.074036 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1320b672-fa3c-459c-b7dd-1a388d307f29 req-c4b0fa82-2361-4d51-998f-e9029c5c276b tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790718 May 17 18:30:57.088491 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:30:57.097592 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:57.098222 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:57.098761 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97006269-7e8a-4c5a-a65d-86a3f02d5b39 x-openstack-request-id: req-97006269-7e8a-4c5a-a65d-86a3f02d5b39 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:30:57.099056 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "tag": "55227826-2e6b-4311-b687-c5996676ed3b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:30:57.099356 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97006269-7e8a-4c5a-a65d-86a3f02d5b39 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:30:57.099766 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97006269-7e8a-4c5a-a65d-86a3f02d5b39'] response: {'name': 'network-changed', 'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b', 'status': 'completed', 'code': 200} May 17 18:30:57.105392 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.143312 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Network fbace396-278d-431c-8207-e07d0d1e0e78 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:30:57.146276 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:57.152328 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:30:57.152905 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks [] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.159589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.180019 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Pushing event updated for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:57.209559 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (dadcb267-a3b7-407c-a056-9d74a505285a), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.210138 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:57.219831 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Attempting to bind port 6a0dcaa7-5727-4430-863f-55e7b21ed426 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:30:57.220195 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Attempting to bind port 6a0dcaa7-5727-4430-863f-55e7b21ed426 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:30:57.220559 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Attempting to bind port 6a0dcaa7-5727-4430-863f-55e7b21ed426 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:30:57.222712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36fe6-01ba-4571-9f36-907081deae12 None None] Pushing event updated for resources: {'Port': ['ID=6a0dcaa7-5727-4430-863f-55e7b21ed426,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:57.229512 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:30:57.229889 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:57.230288 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.230673 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:30:57.231196 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Bound port: 6a0dcaa7-5727-4430-863f-55e7b21ed426, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:30:57.231561 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.286664 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] For port 6a0dcaa7-5727-4430-863f-55e7b21ed426, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:30:57.290346 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] For port 6a0dcaa7-5727-4430-863f-55e7b21ed426, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6a0dcaa7-5727-4430-863f-55e7b21ed426,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:30:57.298471 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.345472 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:30:57.346133 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:57.362761 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.460686 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36fe6-01ba-4571-9f36-907081deae12 None None] Pushing event updated for resources: {'Port': ['ID=6a0dcaa7-5727-4430-863f-55e7b21ed426,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:57.472966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-567977b9-4e84-4146-9e83-033d4db1390e None None] Provisioning complete for port a19fe6fc-4198-46df-b555-c6935a2fedbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:57.473339 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-567977b9-4e84-4146-9e83-033d4db1390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.477227 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:57.478398 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:30:57.510387 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debb65c9-8bd9-4a43-b8cb-0825c349d32a None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': 'd35828a1-c084-427a-8522-3b249c58ca26', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'port_id': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'mac_address': 'fa:16:3e:8f:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e650c1f-7519-4407-8639-e1e14d479102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:25:03Z', 'updated_at': '2022-05-17T18:25:06Z', 'revision_number': 1, 'project_id': '481c26193c6141588dd15fd5c593de86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:30:57.575960 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-567977b9-4e84-4146-9e83-033d4db1390e None None] Port a19fe6fc-4198-46df-b555-c6935a2fedbd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:30:57.579100 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks [] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.584637 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.714415 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:30:56Z', 'revision_number': 1, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:30:57.742603 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57d110-19e2-4d17-b1d5-1821c5549b66 None None] The sync data for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi is: [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:30:56Z', 'revision_number': 1, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:30:57.771925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d87cd-b863-42a4-bb81-0e927f04c028 None None] New status for floating IP 30c5b404-f31d-4749-9070-8ed35c763727: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:30:57.942468 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (dadcb267-a3b7-407c-a056-9d74a505285a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:57.944602 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-f49f1c8d-65c7-4b1c-a766-d18fcddc6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:57.946112 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-f49f1c8d-65c7-4b1c-a766-d18fcddc6ddb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 1129 time: 0.0627310 May 17 18:30:57.947687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Pushing event updated for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:57.993772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 781fd2da-98f4-4173-97d8-8957d3844308 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:30:58.047662 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 781fd2da-98f4-4173-97d8-8957d3844308 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:58.048031 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (781fd2da-98f4-4173-97d8-8957d3844308), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:58.134803 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-88bed570-41c7-46f6-bdc7-752c0209685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:58.136294 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-88bed570-41c7-46f6-bdc7-752c0209685a service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.1731460 May 17 18:30:58.139902 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 781fd2da-98f4-4173-97d8-8957d3844308 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:30:58.146893 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Network fbace396-278d-431c-8207-e07d0d1e0e78 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:30:58.154787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:58.191705 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-6433bd93-1565-4ceb-a1cf-43e8c801befa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 200 len: 217 time: 0.0469825 May 17 18:30:58.206608 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b39a-c8a4-4ccb-b698-0616691e2f82 req-6be23668-507c-4de2-bc1b-e7e81305ec57 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:58.208294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d813b39a-c8a4-4ccb-b698-0616691e2f82 req-6be23668-507c-4de2-bc1b-e7e81305ec57 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0536232 May 17 18:30:58.275661 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d813b39a-c8a4-4ccb-b698-0616691e2f82 req-648ed98f-1da8-4797-98bf-8527b72bf205 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588961 May 17 18:30:58.359822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Router dadcb267-a3b7-407c-a056-9d74a505285a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:30:58.380897 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-d8bffb5c-658d-47a4-9308-1df608a28ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:58.382369 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-d8bffb5c-658d-47a4-9308-1df608a28ec6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0620995 May 17 18:30:58.403328 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f8f8607-c92f-4251-a814-122ea4a225b1 None None] Provisioning complete for port a19fe6fc-4198-46df-b555-c6935a2fedbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:30:58.403708 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8607-c92f-4251-a814-122ea4a225b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:58.450125 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f8607-c92f-4251-a814-122ea4a225b1 None None] Port a19fe6fc-4198-46df-b555-c6935a2fedbd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:30:58.464598 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-fad759a8-b019-4130-a3aa-6e9e429a7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:58.466635 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-fad759a8-b019-4130-a3aa-6e9e429a7edd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561535 May 17 18:30:58.538180 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:30:58.545835 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f1c16adc-d8c0-463a-9d0c-0e781b052a22 admin admin] 10.222.0.65 "PUT /v2.0/routers/dadcb267-a3b7-407c-a056-9d74a505285a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3176208 May 17 18:30:58.606592 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-d7dba0ac-972c-409b-92a0-12f965162288 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084986 May 17 18:30:58.815431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-54f0051d-1f53-41e8-8034-fbd43d45a914 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:58.816954 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-54f0051d-1f53-41e8-8034-fbd43d45a914 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 945 time: 0.0631773 May 17 18:30:58.857971 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c916f14-edd8-43d7-81f8-1641fe6ebd75 req-eda4f7f7-f22d-44de-bd28-73a65f9de596 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610041 May 17 18:30:58.914978 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port 55227826-2e6b-4311-b687-c5996676ed3b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:30:58.915333 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (55227826-2e6b-4311-b687-c5996676ed3b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.018048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] For port 55227826-2e6b-4311-b687-c5996676ed3b, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=55227826-2e6b-4311-b687-c5996676ed3b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:30:59.018447 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (55227826-2e6b-4311-b687-c5996676ed3b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.032231 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for 55227826-2e6b-4311-b687-c5996676ed3b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:30:59.112694 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39460) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:59.118301 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1358192174-network', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:59.141316 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Made reservation on behalf of 2f9658f52e2a4b6b998d18029d820c53 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:59.143902 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.153412 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.170224 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (55227826-2e6b-4311-b687-c5996676ed3b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.207322 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=55227826-2e6b-4311-b687-c5996676ed3b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:59.244801 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks [] for security_group (aa54cc69-fbc3-4a05-9a3d-bffbf54be91a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.249966 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (aa54cc69-fbc3-4a05-9a3d-bffbf54be91a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.255397 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] No DVR routers for this DVR port 55227826-2e6b-4311-b687-c5996676ed3b on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:30:59.258050 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.261300 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55246731-b6f5-4221-86ba-ab36426d5b72 req-d1ee8cc8-3437-4230-ada1-a5075f83d68c tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "DELETE /v2.0/ports/55227826-2e6b-4311-b687-c5996676ed3b HTTP/1.1" status: 204 len: 173 time: 0.4344261 May 17 18:30:59.261777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'name': 'network-vif-deleted', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:30:59.264611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eb6a4b-469a-43c8-b1c3-d7f0a011e32f" -d '{"events": [{"server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "name": "network-vif-deleted", "tag": "55227826-2e6b-4311-b687-c5996676ed3b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:30:59.288965 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa54cc69-fbc3-4a05-9a3d-bffbf54be91a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:59.291694 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 18:30:59.303861 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734635788045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (addf6164-1d19-493c-ab75-df209c598942), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.304280 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Added segment addf6164-1d19-493c-ab75-df209c598942 of type vlan for network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 May 17 18:30:59.313245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a651f78-e9e8-4434-a3fb-29906dcf55a8 x-openstack-request-id: req-9a651f78-e9e8-4434-a3fb-29906dcf55a8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:30:59.313492 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5e07c-0b46-457f-b50b-c60529a9ca25", "name": "network-vif-deleted", "tag": "55227826-2e6b-4311-b687-c5996676ed3b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:30:59.313747 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a651f78-e9e8-4434-a3fb-29906dcf55a8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:30:59.314143 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a651f78-e9e8-4434-a3fb-29906dcf55a8'] response: {'server_uuid': 'f5f5e07c-0b46-457f-b50b-c60529a9ca25', 'name': 'network-vif-deleted', 'tag': '55227826-2e6b-4311-b687-c5996676ed3b', 'status': 'completed', 'code': 200} May 17 18:30:59.349763 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734635377044'] for network (5b3b434f-aef4-4d64-bbb6-420e3613f6e5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.396709 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c122572-8fa5-40b9-af33-ba4eaa92db2c req-e24c9f2c-ff14-4762-a5ab-abca641a7841 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=f5f5e07c-0b46-457f-b50b-c60529a9ca25 HTTP/1.1" status: 200 len: 210 time: 0.0304618 May 17 18:30:59.397285 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867'] for network (5b3b434f-aef4-4d64-bbb6-420e3613f6e5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.398228 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:59.398792 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.435126 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3212981 May 17 18:30:59.437963 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:59.443431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Request body: {'subnet': {'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1358192174-subnet', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:59.467833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7149-b6ea-4e33-9c92-702cbf8aa4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3b434f-aef4-4d64-bbb6-420e3613f6e5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:59.472317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Made reservation on behalf of 2f9658f52e2a4b6b998d18029d820c53 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:30:59.474848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9004946'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.480211 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 details requested by agent ovs-agent-dv-cinder-837362-2-iscsi with host dv-cinder-837362-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 18:30:59.673195 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8892183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9004932'] for subnet (502b777c-ff19-43f6-8c1f-f9c75b4e21d8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.733543 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=502b777c-ff19-43f6-8c1f-f9c75b4e21d8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:30:59.740900 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Checking segment: {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:30:59.741257 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Network hostable DHCP agents. Network: 5b3b434f-aef4-4d64-bbb6-420e3613f6e5, hostable agents: ['ab5a87cb-7248-4cc6-8729-b3d3c02c2011'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 18:30:59.761380 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 is scheduled to be hosted by DHCP agent ab5a87cb-7248-4cc6-8729-b3d3c02c2011 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 18:30:59.770531 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837362-2-iscsi, 5b3b434f-aef4-4d64-bbb6-420e3613f6e5) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:30:59.774781 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:30:59.775250 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.780006 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e84e79-ba9f-4ed7-9a22-b52ce7df6e96 None None] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:30:59.792512 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3b215dba-1ec8-4105-a25c-9edac26a2b4f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3529069 May 17 18:30:59.795606 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:30:59.799982 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:30:59.821848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7274'] for router (5a1ec000-21b5-4882-a17d-c8d344305648), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.822787 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7267'] for router (5a1ec000-21b5-4882-a17d-c8d344305648), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.878588 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for router_controller (5a1ec000-21b5-4882-a17d-c8d344305648), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:30:59.906437 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf00b4a8a-d522-59ce-818f-212c55d4a533-5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8'}]}} from dv-cinder-837362-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 18:30:59.907643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.024299 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6a0dcaa7-5727-4430-863f-55e7b21ed426 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:00.048720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for router_gateway (5a1ec000-21b5-4882-a17d-c8d344305648), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.084782 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Sync routers for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:00.096427 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:00.097189 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:00.121401 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Allocated IP 172.20.0.2 (5b3b434f-aef4-4d64-bbb6-420e3613f6e5/502b777c-ff19-43f6-8c1f-f9c75b4e21d8/111ae928-1da0-4097-a426-b04b92f171ef) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:31:00.123842 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 6a0dcaa7-5727-4430-863f-55e7b21ed426 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:00.124282 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.211733 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:00.245754 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for router_gateway (5a1ec000-21b5-4882-a17d-c8d344305648), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.266466 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 6a0dcaa7-5727-4430-863f-55e7b21ed426 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:00.266843 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.267627 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.382482 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Allocated IP 172.27.0.125 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/c6e8e606-77d2-495c-976a-10bdde7419d8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:31:00.414048 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 2, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:00.431376 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port 6a0dcaa7-5727-4430-863f-55e7b21ed426, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6a0dcaa7-5727-4430-863f-55e7b21ed426,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:00.448966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.453675 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Checking router: dadcb267-a3b7-407c-a056-9d74a505285a for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:00.453879 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Updating router dadcb267-a3b7-407c-a056-9d74a505285a port a19fe6fc-4198-46df-b555-c6935a2fedbd binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:31:00.504089 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.505033 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks [] for port (111ae928-1da0-4097-a426-b04b92f171ef), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.516624 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=6a0dcaa7-5727-4430-863f-55e7b21ed426,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:00.521281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.521840 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365'] for port (111ae928-1da0-4097-a426-b04b92f171ef), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.560362 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:00.563483 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:00.566848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.570092 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:31:00.576149 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Pushing event updated for resources: {'Port': ['ID=111ae928-1da0-4097-a426-b04b92f171ef,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:00.630866 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Pushing event updated for resources: {'Port': ['ID=c6e8e606-77d2-495c-976a-10bdde7419d8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:00.638016 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Attempting to bind port 111ae928-1da0-4097-a426-b04b92f171ef on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:31:00.638644 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Attempting to bind port 111ae928-1da0-4097-a426-b04b92f171ef by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:31:00.639199 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Attempting to bind port 111ae928-1da0-4097-a426-b04b92f171ef on network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:00.642497 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:00.643926 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:00.644628 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:31:00.645003 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Checking segment: {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:31:00.645401 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.646011 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Bound using segment: {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:31:00.646634 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Bound port: 111ae928-1da0-4097-a426-b04b92f171ef, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:31:00.646781 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:31:00.647306 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (111ae928-1da0-4097-a426-b04b92f171ef), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.713195 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] For port 111ae928-1da0-4097-a426-b04b92f171ef, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:31:00.716669 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] For port 111ae928-1da0-4097-a426-b04b92f171ef, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=111ae928-1da0-4097-a426-b04b92f171ef,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:31:00.726883 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (111ae928-1da0-4097-a426-b04b92f171ef), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.782861 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ea0a4-7576-49e2-a401-73a9e00c94d0 None None] Pushing event updated for resources: {'Port': ['ID=111ae928-1da0-4097-a426-b04b92f171ef,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:00.909778 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for router_gateway (5a1ec000-21b5-4882-a17d-c8d344305648), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.989176 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks [] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:00.999481 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.046582 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Pushing event updated for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:01.067694 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.068043 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.068401 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.068756 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.069093 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.069420 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.069771 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.070094 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.070421 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.071279 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.071655 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.071996 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.072324 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.072644 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.072962 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:01.127708 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Attempting to bind port a19fe6fc-4198-46df-b555-c6935a2fedbd on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:31:01.128433 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Attempting to bind port a19fe6fc-4198-46df-b555-c6935a2fedbd by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:31:01.129714 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Attempting to bind port a19fe6fc-4198-46df-b555-c6935a2fedbd on network fbace396-278d-431c-8207-e07d0d1e0e78 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:01.139106 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:31:01.139595 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Checking segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:31:01.139959 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.140351 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Bound using segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:31:01.140821 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Bound port: a19fe6fc-4198-46df-b555-c6935a2fedbd, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:31:01.141202 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.195907 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-678361'] for router (5a1ec000-21b5-4882-a17d-c8d344305648), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.210075 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] For port a19fe6fc-4198-46df-b555-c6935a2fedbd, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:31:01.213096 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] For port a19fe6fc-4198-46df-b555-c6935a2fedbd, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a19fe6fc-4198-46df-b555-c6935a2fedbd,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:31:01.220831 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.283252 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:01.284657 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:01.287403 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5f604-e989-4414-9b56-b8a062187de7 None None] Pushing event updated for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:01.318948 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Provisioning complete for port a19fe6fc-4198-46df-b555-c6935a2fedbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:01.319356 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.346792 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Router 5a1ec000-21b5-4882-a17d-c8d344305648 is scheduled to L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 18:31:01.412764 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Current status of the port a19fe6fc-4198-46df-b555-c6935a2fedbd is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:01.413022 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:01.413154 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.463673 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] For port a19fe6fc-4198-46df-b555-c6935a2fedbd, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a19fe6fc-4198-46df-b555-c6935a2fedbd,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:01.470175 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.499878 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:01.520487 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Sync routers for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:01.538316 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.542529 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e600f50b-2111-4039-9bb0-d99ab78f566f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7458994 May 17 18:31:01.542805 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:01.554783 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e59346-dca9-404f-a586-30a94e74b9af None None] Pushing event updated for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:01.560080 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:01.560636 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:01.619771 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ae09c65c-1e7c-4bdf-969c-bd370250ea69 None None] Provisioning complete for port a19fe6fc-4198-46df-b555-c6935a2fedbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:01.620137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae09c65c-1e7c-4bdf-969c-bd370250ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:01.665135 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:01.695854 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938f5b7-618e-4423-a2c4-1a7595315cac None None] The sync data for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi is: [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:01.759344 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:01.792901 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 55227826-2e6b-4311-b687-c5996676ed3b no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:01.851555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 55227826-2e6b-4311-b687-c5996676ed3b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:01.851925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 55227826-2e6b-4311-b687-c5996676ed3b not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:01.992987 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ae09c65c-1e7c-4bdf-969c-bd370250ea69 None None] Current status of the port a19fe6fc-4198-46df-b555-c6935a2fedbd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:02.021794 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4cd80-d5aa-4b78-9078-422969a19f92 None None] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:31:02.147017 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 111ae928-1da0-4097-a426-b04b92f171ef up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:02.153226 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.191724 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 3, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:02.196966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Provisioning complete for port 111ae928-1da0-4097-a426-b04b92f171ef triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:02.197324 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (111ae928-1da0-4097-a426-b04b92f171ef), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.257026 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Checking router: 5a1ec000-21b5-4882-a17d-c8d344305648 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:02.257274 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Updating router 5a1ec000-21b5-4882-a17d-c8d344305648 port c6e8e606-77d2-495c-976a-10bdde7419d8 binding host dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:31:02.333834 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Allocated IP 172.20.0.1 (5b3b434f-aef4-4d64-bbb6-420e3613f6e5/502b777c-ff19-43f6-8c1f-f9c75b4e21d8/f165b545-3936-4e4e-b625-9db548f28fb6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:31:02.339814 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.364509 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 111ae928-1da0-4097-a426-b04b92f171ef triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:02.364878 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (111ae928-1da0-4097-a426-b04b92f171ef), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.451699 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks [] for port (f165b545-3936-4e4e-b625-9db548f28fb6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.456178 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Current status of the port 111ae928-1da0-4097-a426-b04b92f171ef is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:02.456452 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (111ae928-1da0-4097-a426-b04b92f171ef), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.486628 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.535327 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:02.538414 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:02.542144 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:31:02.570237 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Pushing event updated for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:02.593287 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] For port 111ae928-1da0-4097-a426-b04b92f171ef, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=111ae928-1da0-4097-a426-b04b92f171ef,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:02.603918 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-675316'] for router_interface (5a1ec000-21b5-4882-a17d-c8d344305648), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.618390 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (111ae928-1da0-4097-a426-b04b92f171ef), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.702148 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 111ae928-1da0-4097-a426-b04b92f171ef is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:02.703518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a19fe6fc-4198-46df-b555-c6935a2fedbd up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:02.747705 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.769564 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5577fcb-d4a7-4eb7-b7b6-0a999c9070a2 None None] Pushing event updated for resources: {'Port': ['ID=111ae928-1da0-4097-a426-b04b92f171ef,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:02.777522 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-02724886-3f41-4f99-983e-a5027844e4e3 None None] Provisioning complete for port 111ae928-1da0-4097-a426-b04b92f171ef triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:02.778823 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02724886-3f41-4f99-983e-a5027844e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (111ae928-1da0-4097-a426-b04b92f171ef), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.803908 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39486) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:02.850654 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port a19fe6fc-4198-46df-b555-c6935a2fedbd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:02.851032 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.932553 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks [] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.956589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.971910 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks [] for port (f165b545-3936-4e4e-b625-9db548f28fb6), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:02.977760 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.019226 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-02724886-3f41-4f99-983e-a5027844e4e3 None None] Current status of the port 111ae928-1da0-4097-a426-b04b92f171ef is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:03.054643 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Pushing event updated for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:03.058379 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd243a-7198-4476-91ed-20b41111ec60 None None] Pushing event updated for resources: {'Port': ['ID=c6e8e606-77d2-495c-976a-10bdde7419d8,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:03.061347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Attempting to bind port c6e8e606-77d2-495c-976a-10bdde7419d8 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:31:03.061763 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Attempting to bind port c6e8e606-77d2-495c-976a-10bdde7419d8 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:31:03.062133 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Attempting to bind port c6e8e606-77d2-495c-976a-10bdde7419d8 on network d70b2dab-5e84-4923-8459-1dec53a0d708 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:03.064626 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672702'] for router_interface (5a1ec000-21b5-4882-a17d-c8d344305648), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.064779 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port a19fe6fc-4198-46df-b555-c6935a2fedbd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:03.065809 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6a0dcaa7-5727-4430-863f-55e7b21ed426 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:03.087147 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:31:03.087530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Checking segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:31:03.088373 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.088373 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Bound using segment: {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:31:03.088817 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Bound port: c6e8e606-77d2-495c-976a-10bdde7419d8, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92379302-d0a0-4c3f-a083-d7d6fa8652c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:31:03.089213 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.162831 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-70d0aa7e-9744-43c7-9f4a-eb78d7517f4e None None] Provisioning complete for port f165b545-3936-4e4e-b625-9db548f28fb6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:03.163210 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70d0aa7e-9744-43c7-9f4a-eb78d7517f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.165509 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] For port c6e8e606-77d2-495c-976a-10bdde7419d8, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:31:03.172099 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] For port c6e8e606-77d2-495c-976a-10bdde7419d8, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c6e8e606-77d2-495c-976a-10bdde7419d8,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:31:03.210738 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port d46f342c-77d4-4815-8b9f-b2aaabe3b03e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:03.211121 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.295862 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.296095 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.311288 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for d46f342c-77d4-4815-8b9f-b2aaabe3b03e owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:03.325050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 6a0dcaa7-5727-4430-863f-55e7b21ed426 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:03.325553 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.331677 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.380693 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70d0aa7e-9744-43c7-9f4a-eb78d7517f4e None None] Port f165b545-3936-4e4e-b625-9db548f28fb6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:31:03.430190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:03.430837 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:03.441394 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:03.444216 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:03.473119 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd243a-7198-4476-91ed-20b41111ec60 None None] Pushing event updated for resources: {'Port': ['ID=c6e8e606-77d2-495c-976a-10bdde7419d8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:03.500968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (d46f342c-77d4-4815-8b9f-b2aaabe3b03e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.522804 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 6a0dcaa7-5727-4430-863f-55e7b21ed426 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:03.560851 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=d46f342c-77d4-4815-8b9f-b2aaabe3b03e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:03.602037 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (d35828a1-c084-427a-8522-3b249c58ca26), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.602563 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Floating IP d35828a1-c084-427a-8522-3b249c58ca26 disassociated (deleted). External IP: 172.27.0.143, port: 0ec7785c-fbd9-442c-b93d-72558bcf9920. May 17 18:31:03.611136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:03.614790 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Router 5a1ec000-21b5-4882-a17d-c8d344305648 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:31:03.743470 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:03.748551 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6d86cb9a-04fd-4c3e-b982-09f791026f99 admin admin] 10.222.0.65 "PUT /v2.0/routers/5a1ec000-21b5-4882-a17d-c8d344305648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042699 May 17 18:31:03.818415 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:31:03.827762 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-384c8050-52dc-4642-bdcf-80d519136ae4 None None] Provisioning complete for port f165b545-3936-4e4e-b625-9db548f28fb6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:03.828153 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-384c8050-52dc-4642-bdcf-80d519136ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.858467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'f165b545-3936-4e4e-b625-9db548f28fb6', 'name': '', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'mac_address': 'fa:16:3e:c6:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:02Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 2, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'subnets': [{'id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:03.898937 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9a2dd-a431-4eda-9a36-10ce8ad65bdf None None] The sync data for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi is: [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'f165b545-3936-4e4e-b625-9db548f28fb6', 'name': '', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'mac_address': 'fa:16:3e:c6:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:02Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 2, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'subnets': [{'id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:03.905261 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-384c8050-52dc-4642-bdcf-80d519136ae4 None None] Port f165b545-3936-4e4e-b625-9db548f28fb6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:31:03.946368 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:03.951804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:03.964234 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:03.978889 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:03.979659 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:03.985281 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d0d6e8fe-381d-44f2-b255-c2e4d67c3531 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "DELETE /v2.0/floatingips/d35828a1-c084-427a-8522-3b249c58ca26 HTTP/1.1" status: 204 len: 168 time: 1.1800680 May 17 18:31:03.986170 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:31:03.988986 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919a23c-c403-4d37-bada-1ec7af7edd12" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:31:04.010712 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 111ae928-1da0-4097-a426-b04b92f171ef up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:04.069827 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port 111ae928-1da0-4097-a426-b04b92f171ef triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:04.070245 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (111ae928-1da0-4097-a426-b04b92f171ef), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.124515 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:04.163856 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port 111ae928-1da0-4097-a426-b04b92f171ef is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:04.237138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17803a9-f084-4a8e-8857-b409a846e7ee x-openstack-request-id: req-c17803a9-f084-4a8e-8857-b409a846e7ee {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:31:04.237138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:31:04.237138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c17803a9-f084-4a8e-8857-b409a846e7ee {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:31:04.237138 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17803a9-f084-4a8e-8857-b409a846e7ee'] response: {'name': 'network-changed', 'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'status': 'completed', 'code': 200} May 17 18:31:04.237138 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:04.241287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950086110', 'description': 'tempest-secgroup-smoke-950086110 description', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:04.336048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.359655 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-84ebc5bf-fe40-408f-a5dc-499d0785dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.362313 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-84ebc5bf-fe40-408f-a5dc-499d0785dbeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=481c26193c6141588dd15fd5c593de86&device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 1130 time: 0.0677774 May 17 18:31:04.389318 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:04.399702 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e125f2-e044-44fd-a1c0-99b70bcaf41b req-81abc98d-b4ac-494a-8cae-faa673eb47ec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.402519 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19e125f2-e044-44fd-a1c0-99b70bcaf41b req-81abc98d-b4ac-494a-8cae-faa673eb47ec tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0795777 May 17 18:31:04.423868 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:04.433675 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:04.435060 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:04.494981 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19e125f2-e044-44fd-a1c0-99b70bcaf41b req-ab42163e-ef06-45df-8eb8-39213800f7b5 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd98141e-d96a-499c-9603-72ca3023ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857892 May 17 18:31:04.498907 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (a439bd1e-b19b-422d-9ed8-60d86ee77e8b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.504179 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-dc0f2f0d-2ea0-4bb5-99a6-1ee550bf114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.505819 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-dc0f2f0d-2ea0-4bb5-99a6-1ee550bf114a service neutron] 10.222.0.59 "GET /v2.0/networks?id=38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 200 len: 913 time: 0.1284890 May 17 18:31:04.506989 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a439bd1e-b19b-422d-9ed8-60d86ee77e8b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.528974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.534669 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2942414 May 17 18:31:04.535163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39502) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:04.540936 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:04.554323 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f88c5-732a-4645-97b8-32e832dfd235 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a439bd1e-b19b-422d-9ed8-60d86ee77e8b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:04.574102 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (2985660f-54bd-4495-8bc7-b455fdf944b6), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.582785 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:04.628527 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (2985660f-54bd-4495-8bc7-b455fdf944b6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.632795 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (2985660f-54bd-4495-8bc7-b455fdf944b6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.655220 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2985660f-54bd-4495-8bc7-b455fdf944b6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:04.666360 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.667721 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a1fddff3-3e44-4e45-ac17-3fe2bec8f1b9 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314285 May 17 18:31:04.672556 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:04.676969 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:04.692090 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-fe732dbd-483b-41c2-a971-51e1942087a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 200 len: 217 time: 0.0447512 May 17 18:31:04.704378 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (b717685c-f800-4d6d-b275-a33b9eaf49d8), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.764423 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (b717685c-f800-4d6d-b275-a33b9eaf49d8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.769924 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (b717685c-f800-4d6d-b275-a33b9eaf49d8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.795640 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.797376 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238065 May 17 18:31:04.798571 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7ef0d-50ac-4bbb-80fb-c5b58e0dede6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b717685c-f800-4d6d-b275-a33b9eaf49d8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:04.800286 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:04.803470 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:04.810178 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:04.837386 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da27868c-862f-4e05-878a-9b2721c52ed6 None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:20:50Z', 'revision_number': 4, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'fe2aa75c-9a05-4d18-b022-e969b71c99e1', 'name': '', 'network_id': '38c10630-122b-4079-98b2-93ad2511bb9a', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'mac_address': 'fa:16:3e:b9:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:49Z', 'updated_at': '2022-05-17T18:20:54Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'subnets': [{'id': '0c187539-1846-4ca9-8a58-eb53e8b4053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:04.838210 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-d17b1bfe-a318-45e3-b46d-465870108e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.841126 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-d17b1bfe-a318-45e3-b46d-465870108e5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 200 len: 851 time: 0.0754757 May 17 18:31:04.853614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (e2fa5c95-cb07-413a-8e9f-1710f158ba69), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.929687 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-0448b460-e448-4206-9fd5-262124b183c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.931394 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-0448b460-e448-4206-9fd5-262124b183c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38c10630-122b-4079-98b2-93ad2511bb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791504 May 17 18:31:04.940258 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-af3ba979-c611-48f6-9304-5733d6f73a89 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:04.941733 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-af3ba979-c611-48f6-9304-5733d6f73a89 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 946 time: 0.0995247 May 17 18:31:04.950642 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (e2fa5c95-cb07-413a-8e9f-1710f158ba69), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.957931 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (e2fa5c95-cb07-413a-8e9f-1710f158ba69), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.978556 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fa5c95-cb07-413a-8e9f-1710f158ba69,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:04.994746 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:04.994746 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-94caeb17-57a9-426e-b3d2-0fbb24f90068 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913145 May 17 18:31:04.995207 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:05.002074 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:05.034957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (3a8a6d3d-4867-479c-b517-97a006b2191e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.096307 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port 0ec7785c-fbd9-442c-b93d-72558bcf9920 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:05.096527 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.109473 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (3a8a6d3d-4867-479c-b517-97a006b2191e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.118391 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (3a8a6d3d-4867-479c-b517-97a006b2191e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.143821 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8a6d3d-4867-479c-b517-97a006b2191e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:05.155963 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-26a8943d-4bc2-4090-8797-912191d33685 service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131591 May 17 18:31:05.156295 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.160130 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-58a0bc92-9017-4dc3-98b3-3ed02140d80c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613834 May 17 18:31:05.160357 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:05.164983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:05.188322 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Project ebc3e65ea59f43f6b93e5fc5aec51e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:31:05.196485 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (e4ca565a-45d8-4528-96d8-b3a586e0585f), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.244805 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f06ab-b293-45b2-8871-485466f13270 None None] New status for floating IP d35828a1-c084-427a-8522-3b249c58ca26: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:31:05.272944 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (e4ca565a-45d8-4528-96d8-b3a586e0585f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.277185 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] For port 0ec7785c-fbd9-442c-b93d-72558bcf9920, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=0ec7785c-fbd9-442c-b93d-72558bcf9920,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:05.278086 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.285201 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (e4ca565a-45d8-4528-96d8-b3a586e0585f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.298663 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for 0ec7785c-fbd9-442c-b93d-72558bcf9920 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:05.305319 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ca565a-45d8-4528-96d8-b3a586e0585f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:05.319890 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.321705 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2202f2c6-fec9-4ec2-b8a7-3c23a6a46e64 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601789 May 17 18:31:05.324182 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:05.331359 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'security_group_rule': {'security_group_id': 'a439bd1e-b19b-422d-9ed8-60d86ee77e8b', 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:05.360480 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Project ebc3e65ea59f43f6b93e5fc5aec51e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 18:31:05.366317 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (a5dc0971-f482-4407-8108-057769b0b1e4), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.390666 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e919a23c-c403-4d37-bada-1ec7af7edd12 req-b91f8245-88fe-451f-bada-540794a2291d service neutron] 10.222.0.59 "GET /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093029 May 17 18:31:05.443088 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (a5dc0971-f482-4407-8108-057769b0b1e4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.448409 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591049'] for security_group_rule (a5dc0971-f482-4407-8108-057769b0b1e4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.467360 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dc0971-f482-4407-8108-057769b0b1e4,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:05.478797 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (0ec7785c-fbd9-442c-b93d-72558bcf9920), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.482236 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.491373 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dab06e64-8a92-4b8c-9b6f-73fbf3c13cbf tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576028 May 17 18:31:05.519998 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=0ec7785c-fbd9-442c-b93d-72558bcf9920,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:05.579270 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] No DVR routers for this DVR port 0ec7785c-fbd9-442c-b93d-72558bcf9920 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:31:05.581881 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:05.587231 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009ad851-f729-4c9e-b7ce-b380a78f056c req-0ec6ac53-20bf-4522-b69f-d200b435cb2e tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.59 "DELETE /v2.0/ports/0ec7785c-fbd9-442c-b93d-72558bcf9920 HTTP/1.1" status: 204 len: 173 time: 0.6376204 May 17 18:31:05.620056 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2740a9a9-0acb-4828-97fa-630281e1841b req-282fa455-66e5-4206-8413-54258b8c229a tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e650c1f-7519-4407-8639-e1e14d479102 HTTP/1.1" status: 200 len: 210 time: 0.0311084 May 17 18:31:05.691764 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.006534 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c6e8e606-77d2-495c-976a-10bdde7419d8 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:06.081231 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c6e8e606-77d2-495c-976a-10bdde7419d8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:06.081846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.154929 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c6e8e606-77d2-495c-976a-10bdde7419d8 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:06.155313 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.181786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] For port c6e8e606-77d2-495c-976a-10bdde7419d8, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c6e8e606-77d2-495c-976a-10bdde7419d8,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:06.187010 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.234576 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'name': 'network-vif-deleted', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:31:06.236988 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d528ea-416e-4be7-8c83-fd3dc0bc41d7" -d '{"events": [{"server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "name": "network-vif-deleted", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:31:06.243171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Pushing event updated for resources: {'Port': ['ID=c6e8e606-77d2-495c-976a-10bdde7419d8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:06.294612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d08d06-7426-4ec9-a678-0ab82717c78b x-openstack-request-id: req-c3d08d06-7426-4ec9-a678-0ab82717c78b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:31:06.294903 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e650c1f-7519-4407-8639-e1e14d479102", "name": "network-vif-deleted", "tag": "0ec7785c-fbd9-442c-b93d-72558bcf9920", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:31:06.295155 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3d08d06-7426-4ec9-a678-0ab82717c78b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:31:06.295553 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d08d06-7426-4ec9-a678-0ab82717c78b'] response: {'server_uuid': '4e650c1f-7519-4407-8639-e1e14d479102', 'name': 'network-vif-deleted', 'tag': '0ec7785c-fbd9-442c-b93d-72558bcf9920', 'status': 'completed', 'code': 200} May 17 18:31:06.603561 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Sync routers for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:06.615538 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:06.616157 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:06.683941 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:06.718965 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:06.796610 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Deleting port eb96be8c-3ecd-46f8-b380-3c8c17deb511 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:06.797260 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.880822 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.881149 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (eb96be8c-3ecd-46f8-b380-3c8c17deb511), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:06.893556 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Calling delete_port for eb96be8c-3ecd-46f8-b380-3c8c17deb511 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:06.993910 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'f165b545-3936-4e4e-b625-9db548f28fb6', 'name': '', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'mac_address': 'fa:16:3e:c6:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:02Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 2, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'subnets': [{'id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:07.021381 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Checking router: 5a1ec000-21b5-4882-a17d-c8d344305648 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:07.021784 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Updating router 5a1ec000-21b5-4882-a17d-c8d344305648 port f165b545-3936-4e4e-b625-9db548f28fb6 binding host dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 18:31:07.024686 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (eb96be8c-3ecd-46f8-b380-3c8c17deb511), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.053043 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.055528 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'Port': ['ID=eb96be8c-3ecd-46f8-b380-3c8c17deb511,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:07.118804 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for floatingip (f48a89e0-fed1-4335-858d-4ca605733bdf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.121304 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.122491 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0bb48a58-cff8-4353-b4c7-2de2dab339cf tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "DELETE /v2.0/floatingips/f48a89e0-fed1-4335-858d-4ca605733bdf HTTP/1.1" status: 204 len: 168 time: 0.4374576 May 17 18:31:07.347219 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks [] for port (f165b545-3936-4e4e-b625-9db548f28fb6), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.352815 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.406946 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe80e2-c47c-4970-b8ad-46bc347eebb2 None None] Pushing event updated for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:07.463131 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Attempting to bind port f165b545-3936-4e4e-b625-9db548f28fb6 on host dv-cinder-837362-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:31:07.463499 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Attempting to bind port f165b545-3936-4e4e-b625-9db548f28fb6 by drivers openvswitch,hyperv on host dv-cinder-837362-2-iscsi at level 0 using segments [{'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:31:07.463905 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Attempting to bind port f165b545-3936-4e4e-b625-9db548f28fb6 on network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:07.469841 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Checking agent: {'id': 'e0209ffb-8bf0-426d-968e-9dec1d271a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 8, 51), 'started_at': datetime.datetime(2022, 5, 17, 18, 9, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:31:07.470208 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Checking segment: {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:31:07.470599 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.470985 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Bound using segment: {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:31:07.471435 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Bound port: f165b545-3936-4e4e-b625-9db548f28fb6, host: dv-cinder-837362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addf6164-1d19-493c-ab75-df209c598942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:31:07.471806 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.536980 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] For port f165b545-3936-4e4e-b625-9db548f28fb6, host dv-cinder-837362-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:31:07.540353 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] For port f165b545-3936-4e4e-b625-9db548f28fb6, host dv-cinder-837362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=f165b545-3936-4e4e-b625-9db548f28fb6,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:31:07.546582 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.600385 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:07.601001 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:07.643356 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe80e2-c47c-4970-b8ad-46bc347eebb2 None None] Pushing event updated for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:07.652348 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Provisioning complete for port f165b545-3936-4e4e-b625-9db548f28fb6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:07.653950 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.710447 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:07.741958 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Current status of the port f165b545-3936-4e4e-b625-9db548f28fb6 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:07.742349 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.779606 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] For port f165b545-3936-4e4e-b625-9db548f28fb6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=f165b545-3936-4e4e-b625-9db548f28fb6,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:07.785522 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.834909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f85e6d-9bff-433d-8d7d-20af4f7586ae None None] Pushing event updated for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:07.904453 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d692975c-32c7-4b3b-92b2-a344c07cff78 None None] Provisioning complete for port f165b545-3936-4e4e-b625-9db548f28fb6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:07.904909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d692975c-32c7-4b3b-92b2-a344c07cff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:07.909942 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'f165b545-3936-4e4e-b625-9db548f28fb6', 'name': '', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'mac_address': 'fa:16:3e:c6:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:02Z', 'updated_at': '2022-05-17T18:31:07Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'subnets': [{'id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:07.939282 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e079da8-1619-49e1-98bc-84b615e5b682 None None] The sync data for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi is: [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:31:02Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'f165b545-3936-4e4e-b625-9db548f28fb6', 'name': '', 'network_id': '5b3b434f-aef4-4d64-bbb6-420e3613f6e5', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'mac_address': 'fa:16:3e:c6:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:02Z', 'updated_at': '2022-05-17T18:31:07Z', 'revision_number': 4, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'subnets': [{'id': '502b777c-ff19-43f6-8c1f-f9c75b4e21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:07.989533 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d692975c-32c7-4b3b-92b2-a344c07cff78 None None] Current status of the port f165b545-3936-4e4e-b625-9db548f28fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:07.999794 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c6e8e606-77d2-495c-976a-10bdde7419d8 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:08.045763 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port c6e8e606-77d2-495c-976a-10bdde7419d8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:08.046045 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.125092 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port c6e8e606-77d2-495c-976a-10bdde7419d8 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:08.126176 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device f165b545-3936-4e4e-b625-9db548f28fb6 up at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:08.173609 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Provisioning complete for port f165b545-3936-4e4e-b625-9db548f28fb6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:08.173986 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.256263 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Current status of the port f165b545-3936-4e4e-b625-9db548f28fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:08.330800 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39594) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:08.394306 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (cd98141e-d96a-499c-9603-72ca3023ffed), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.420523 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (cd98141e-d96a-499c-9603-72ca3023ffed), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.486362 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (cd98141e-d96a-499c-9603-72ca3023ffed), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.489203 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:08.490416 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd98141e-d96a-499c-9603-72ca3023ffed HTTP/1.1" status: 204 len: 168 time: 0.1585510 May 17 18:31:08.500584 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65512f69-ec79-4c6b-8a63-ba906f45a2d3 tempest-TestVolumeBootPattern-1473396945 tempest-TestVolumeBootPattern-1473396945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98141e-d96a-499c-9603-72ca3023ffed,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:08.563567 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:09.031262 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (a239dda8-59be-43a6-9994-1099a33f3e11), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:09.257913 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Deleting port fe2aa75c-9a05-4d18-b022-e969b71c99e1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:09.258247 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:09.339193 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] For port fe2aa75c-9a05-4d18-b022-e969b71c99e1, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=fe2aa75c-9a05-4d18-b022-e969b71c99e1,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:09.339931 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:09.351883 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Calling delete_port for fe2aa75c-9a05-4d18-b022-e969b71c99e1 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:09.531238 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (fe2aa75c-9a05-4d18-b022-e969b71c99e1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:09.555815 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2aa75c-9a05-4d18-b022-e969b71c99e1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:09.656778 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 0ec7785c-fbd9-442c-b93d-72558bcf9920 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:09.677701 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: 0ec7785c-fbd9-442c-b93d-72558bcf9920 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:09.678265 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device 0ec7785c-fbd9-442c-b93d-72558bcf9920 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:09.721510 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (a239dda8-59be-43a6-9994-1099a33f3e11), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:09.936696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Router a239dda8-59be-43a6-9994-1099a33f3e11 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:31:10.043026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:10.048146 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4809cf51-1f8e-465f-af5e-36815ee2b756 admin admin] 10.222.0.65 "PUT /v2.0/routers/a239dda8-59be-43a6-9994-1099a33f3e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4817755 May 17 18:31:10.050908 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:10.051966 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Sync routers for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:10.062166 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:10.062772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:10.149298 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks [] for router (a239dda8-59be-43a6-9994-1099a33f3e11), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.164262 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:10.251802 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks [] for router_gateway (a239dda8-59be-43a6-9994-1099a33f3e11), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.295333 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Deleting port 91e680b8-d568-47f7-a120-7399a2407a09 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:10.295567 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (91e680b8-d568-47f7-a120-7399a2407a09), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.333819 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '91e680b8-d568-47f7-a120-7399a2407a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:31:09Z', 'revision_number': 5, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port': {'id': '91e680b8-d568-47f7-a120-7399a2407a09', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:27:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:48Z', 'updated_at': '2022-05-17T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:10.357775 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Checking router: a239dda8-59be-43a6-9994-1099a33f3e11 for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:10.365753 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Routers {'a239dda8-59be-43a6-9994-1099a33f3e11'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:10.366353 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['a239dda8-59be-43a6-9994-1099a33f3e11'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:10.372975 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] For port 91e680b8-d568-47f7-a120-7399a2407a09, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=91e680b8-d568-47f7-a120-7399a2407a09,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:10.373340 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (91e680b8-d568-47f7-a120-7399a2407a09), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.393503 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Calling delete_port for 91e680b8-d568-47f7-a120-7399a2407a09 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:10.450041 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] Set router a239dda8-59be-43a6-9994-1099a33f3e11 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:10.501191 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:31:10Z', 'revision_number': 6, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:10.526717 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2849848-6209-415f-b83a-707b077e6c4b None None] The sync data for ids ['a239dda8-59be-43a6-9994-1099a33f3e11'] in dv-cinder-837362-2-iscsi is: [{'id': 'a239dda8-59be-43a6-9994-1099a33f3e11', 'name': 'tempest-TestVolumeBootPattern-1564346801-router', 'tenant_id': '481c26193c6141588dd15fd5c593de86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:47Z', 'updated_at': '2022-05-17T18:31:10Z', 'revision_number': 6, 'project_id': '481c26193c6141588dd15fd5c593de86', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:10.551957 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (91e680b8-d568-47f7-a120-7399a2407a09), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.585645 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e680b8-d568-47f7-a120-7399a2407a09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:10.647735 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (a239dda8-59be-43a6-9994-1099a33f3e11), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.734930 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (a239dda8-59be-43a6-9994-1099a33f3e11), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.737131 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks [] for router_controller (a239dda8-59be-43a6-9994-1099a33f3e11), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.775945 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (a239dda8-59be-43a6-9994-1099a33f3e11), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.776622 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a239dda8-59be-43a6-9994-1099a33f3e11 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:31:10.781279 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.782519 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-03a117c0-2c4e-456d-a420-96e1d228a207 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a239dda8-59be-43a6-9994-1099a33f3e11 HTTP/1.1" status: 204 len: 168 time: 0.7306139 May 17 18:31:10.785045 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:10.833367 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Deleting subnet 0c187539-1846-4ca9-8a58-eb53e8b4053c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:31:10.836490 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Publish callbacks [] for subnet (0c187539-1846-4ca9-8a58-eb53e8b4053c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.872690 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (0c187539-1846-4ca9-8a58-eb53e8b4053c), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:10.964513 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (0c187539-1846-4ca9-8a58-eb53e8b4053c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.019197 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (0c187539-1846-4ca9-8a58-eb53e8b4053c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.047699 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c187539-1846-4ca9-8a58-eb53e8b4053c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:11.051585 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.054911 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-354235ec-dd24-4613-a917-98c2e1983f57 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0c187539-1846-4ca9-8a58-eb53e8b4053c HTTP/1.1" status: 204 len: 168 time: 0.2687783 May 17 18:31:11.057480 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:11.058365 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4fbc2b-8f44-4da0-82bd-62e4bbf3cb48 None None] Network 38c10630-122b-4079-98b2-93ad2511bb9a requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:31:11.126963 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (38c10630-122b-4079-98b2-93ad2511bb9a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.168836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Deleting port b9e6069d-3ab0-449b-bcfb-4eaddce5308b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:11.169169 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.237898 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] For port b9e6069d-3ab0-449b-bcfb-4eaddce5308b, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,segment=NetworkSegment(c262ec60-330b-40ae-8439-7394017a507b),segment_id=c262ec60-330b-40ae-8439-7394017a507b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:11.238171 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.251150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Calling delete_port for b9e6069d-3ab0-449b-bcfb-4eaddce5308b owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:11.353885 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (b9e6069d-3ab0-449b-bcfb-4eaddce5308b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.357484 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e293926-dc19-4c00-b98c-807a88b21dbc None None] DHCP port deletion for 38c10630-122b-4079-98b2-93ad2511bb9a request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:31:11.382605 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e6069d-3ab0-449b-bcfb-4eaddce5308b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:11.388962 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] No DVR routers for this DVR port b9e6069d-3ab0-449b-bcfb-4eaddce5308b on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:31:11.460624 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (38c10630-122b-4079-98b2-93ad2511bb9a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.482167 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c10630-122b-4079-98b2-93ad2511bb9a']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:11.491931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c262ec60-330b-40ae-8439-7394017a507b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:11.492224 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c262ec60-330b-40ae-8439-7394017a507b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:11.501936 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (c262ec60-330b-40ae-8439-7394017a507b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.515954 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (c262ec60-330b-40ae-8439-7394017a507b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.523405 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:31:11.523963 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (c262ec60-330b-40ae-8439-7394017a507b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:31:11.525965 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:31:11.588584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (38c10630-122b-4079-98b2-93ad2511bb9a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.595289 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.598548 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] 10.222.0.65 "DELETE /v2.0/networks/38c10630-122b-4079-98b2-93ad2511bb9a HTTP/1.1" status: 204 len: 168 time: 0.5400631 May 17 18:31:11.601560 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39614) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:11.609134 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50416-957b-43f9-94ee-1affc988f0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=38c10630-122b-4079-98b2-93ad2511bb9a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:11.919309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:11.962946 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 91e680b8-d568-47f7-a120-7399a2407a09 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:11.981339 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 91e680b8-d568-47f7-a120-7399a2407a09 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:11.981707 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 91e680b8-d568-47f7-a120-7399a2407a09 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:11.982120 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device fe2aa75c-9a05-4d18-b022-e969b71c99e1 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:11.999792 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: fe2aa75c-9a05-4d18-b022-e969b71c99e1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:12.000139 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device fe2aa75c-9a05-4d18-b022-e969b71c99e1 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:12.000552 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b9e6069d-3ab0-449b-bcfb-4eaddce5308b no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:12.022820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: b9e6069d-3ab0-449b-bcfb-4eaddce5308b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:12.023162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device b9e6069d-3ab0-449b-bcfb-4eaddce5308b not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:12.143230 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Deleting port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:12.143574 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:12.225719 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] For port aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:12.226244 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:12.241285 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Calling delete_port for aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:12.421297 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:12.445915 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:12.611849 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:12.643754 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:31:12.811977 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:31:13.165614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:13.170810 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0f1cd71e-1d57-4681-8d35-989834987c25 admin admin] 10.222.0.65 "PUT /v2.0/routers/855c836c-6c10-40d3-8cde-2f93a8e1ad9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678422 May 17 18:31:13.172991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39618) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:13.175077 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Sync routers for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:13.185242 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:13.185870 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:13.271581 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks [] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.286260 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:13.369324 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks [] for router_gateway (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.418585 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Deleting port eb6cfec7-1968-4dbe-bfac-2b5de6b54193 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:13.418825 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.454580 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:31:12Z', 'revision_number': 5, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port': {'id': 'eb6cfec7-1968-4dbe-bfac-2b5de6b54193', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:20:53Z', 'updated_at': '2022-05-17T18:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:13.479636 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Checking router: 855c836c-6c10-40d3-8cde-2f93a8e1ad9d for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:13.487958 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Routers {'855c836c-6c10-40d3-8cde-2f93a8e1ad9d'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:13.488560 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:30:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:13.499030 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] For port eb6cfec7-1968-4dbe-bfac-2b5de6b54193, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:13.499398 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.518014 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Calling delete_port for eb6cfec7-1968-4dbe-bfac-2b5de6b54193 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:13.572349 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] Set router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:13.684862 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (eb6cfec7-1968-4dbe-bfac-2b5de6b54193), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.712305 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:31:13Z', 'revision_number': 6, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:13.715401 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6cfec7-1968-4dbe-bfac-2b5de6b54193,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:13.750574 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba910ca1-18b0-4fe5-a456-fe71d92b3bcc None None] The sync data for ids ['855c836c-6c10-40d3-8cde-2f93a8e1ad9d'] in dv-cinder-837362-2-iscsi is: [{'id': '855c836c-6c10-40d3-8cde-2f93a8e1ad9d', 'name': 'tempest-TestVolumeBootPattern-1592709864-router', 'tenant_id': '6edf841a0b4248e195da08dd36e0a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:20:52Z', 'updated_at': '2022-05-17T18:31:13Z', 'revision_number': 6, 'project_id': '6edf841a0b4248e195da08dd36e0a2c4', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:13.776562 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.869853 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.871957 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks [] for router_controller (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.913129 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (855c836c-6c10-40d3-8cde-2f93a8e1ad9d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.913770 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855c836c-6c10-40d3-8cde-2f93a8e1ad9d {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:31:13.918457 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:13.919582 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9734c1a2-53d1-46c6-a6e7-51591865dc06 admin admin] 10.222.0.65 "DELETE /v2.0/routers/855c836c-6c10-40d3-8cde-2f93a8e1ad9d HTTP/1.1" status: 204 len: 168 time: 0.7456789 May 17 18:31:13.922397 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:13.971642 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Deleting subnet f69ce17a-85ac-405f-b3f5-781b8b2d4613 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:31:13.975153 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Publish callbacks [] for subnet (f69ce17a-85ac-405f-b3f5-781b8b2d4613), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.008989 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (f69ce17a-85ac-405f-b3f5-781b8b2d4613), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.086110 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (f69ce17a-85ac-405f-b3f5-781b8b2d4613), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.148168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (f69ce17a-85ac-405f-b3f5-781b8b2d4613), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.178771 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69ce17a-85ac-405f-b3f5-781b8b2d4613,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:14.184520 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.189964 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c615593c-54cd-419c-b10b-6786778f2042 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f69ce17a-85ac-405f-b3f5-781b8b2d4613 HTTP/1.1" status: 204 len: 168 time: 0.2641728 May 17 18:31:14.190284 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39624) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:14.190745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31903dbe-ca32-4056-9222-23df93e71d28 None None] Network 47c7dffc-d9ec-48dc-8135-af69544a52f0 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:31:14.252267 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:14.259696 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (47c7dffc-d9ec-48dc-8135-af69544a52f0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.292396 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:14.292738 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device aad9ecb5-4435-4f44-a4ed-4f4041a5d5b4 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:14.310342 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Deleting port a39b5e2d-9fef-4156-9398-96feaae87acc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:31:14.310682 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.375019 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] For port a39b5e2d-9fef-4156-9398-96feaae87acc, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a39b5e2d-9fef-4156-9398-96feaae87acc,segment=NetworkSegment(5881fb0c-740a-4fe5-859d-bcaf9108879c),segment_id=5881fb0c-740a-4fe5-859d-bcaf9108879c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:14.375373 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.388367 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Calling delete_port for a39b5e2d-9fef-4156-9398-96feaae87acc owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:31:14.467842 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (a39b5e2d-9fef-4156-9398-96feaae87acc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.493582 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b5e2d-9fef-4156-9398-96feaae87acc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:14.495281 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] No DVR routers for this DVR port a39b5e2d-9fef-4156-9398-96feaae87acc on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:31:14.546633 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e00e51-e3c7-46a6-b6c5-22b9c5f54e63 None None] DHCP port deletion for 47c7dffc-d9ec-48dc-8135-af69544a52f0 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:31:14.814672 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (47c7dffc-d9ec-48dc-8135-af69544a52f0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.836419 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c7dffc-d9ec-48dc-8135-af69544a52f0']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:14.846636 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5881fb0c-740a-4fe5-859d-bcaf9108879c') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:14.846931 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5881fb0c-740a-4fe5-859d-bcaf9108879c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:14.856467 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (5881fb0c-740a-4fe5-859d-bcaf9108879c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.869865 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (5881fb0c-740a-4fe5-859d-bcaf9108879c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.876083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:31:14.876464 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (5881fb0c-740a-4fe5-859d-bcaf9108879c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:31:14.878116 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:31:14.930527 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (47c7dffc-d9ec-48dc-8135-af69544a52f0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.936189 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:14.939336 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/47c7dffc-d9ec-48dc-8135-af69544a52f0 HTTP/1.1" status: 204 len: 168 time: 0.7480829 May 17 18:31:14.950487 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827190-a0bd-47ea-9668-63bd2a69ff8c admin admin] Pushing event deleted for resources: {'Network': ['ID=47c7dffc-d9ec-48dc-8135-af69544a52f0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:15.014609 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0cc80db1-b056-4fd3-afaa-049dce74e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.070245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:15.109231 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8a80f77f-5b3f-49ba-90f0-b4b10414d063 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=481c26193c6141588dd15fd5c593de86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377085 May 17 18:31:15.111444 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39638) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:15.159488 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] Publish callbacks [] for security_group (a50e736d-4c03-46a2-9ff9-300a71f8ed20), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.180248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] Publish callbacks [] for security_group (a50e736d-4c03-46a2-9ff9-300a71f8ed20), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.227113 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a50e736d-4c03-46a2-9ff9-300a71f8ed20), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.229754 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.231411 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a50e736d-4c03-46a2-9ff9-300a71f8ed20 HTTP/1.1" status: 204 len: 168 time: 0.1190808 May 17 18:31:15.238976 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d419-8b79-41a7-b827-37cdfa350208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e736d-4c03-46a2-9ff9-300a71f8ed20,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:15.553288 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:15.591975 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a2ec37ee-a0ba-4d84-8b64-2c5290be26eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6edf841a0b4248e195da08dd36e0a2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375259 May 17 18:31:15.594245 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:15.640142 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] Publish callbacks [] for security_group (29a19225-fa55-4894-8e2f-224f3f33d853), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.660760 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] Publish callbacks [] for security_group (29a19225-fa55-4894-8e2f-224f3f33d853), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.707702 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (29a19225-fa55-4894-8e2f-224f3f33d853), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.710592 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:15.711727 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29a19225-fa55-4894-8e2f-224f3f33d853 HTTP/1.1" status: 204 len: 168 time: 0.1166246 May 17 18:31:15.719793 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86417c99-e59d-408b-ad5b-c81d3b21d2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a19225-fa55-4894-8e2f-224f3f33d853,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:15.960004 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a39b5e2d-9fef-4156-9398-96feaae87acc no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:15.980252 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: a39b5e2d-9fef-4156-9398-96feaae87acc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:15.980629 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a39b5e2d-9fef-4156-9398-96feaae87acc not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:15.981050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eb6cfec7-1968-4dbe-bfac-2b5de6b54193 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:31:16.000811 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: eb6cfec7-1968-4dbe-bfac-2b5de6b54193 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:31:16.001352 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device eb6cfec7-1968-4dbe-bfac-2b5de6b54193 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:31:17.235788 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58498701-7177-44ee-9d23-12cc34e47adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:18.357887 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:19.798011 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:21.475555 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:26.110257 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-1df83662-5edf-453d-b27c-93ecc5e7d30c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950086110&fields=id&tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85 HTTP/1.1" status: 200 len: 267 time: 0.0431736 May 17 18:31:26.212551 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-7621b27e-49fe-4b7b-ae8d-c13b0e5f7cf1 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:26.213995 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-7621b27e-49fe-4b7b-ae8d-c13b0e5f7cf1 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 808 time: 0.0976832 May 17 18:31:26.227597 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-091acb82-20f4-4c14-b190-8d6bf16984fe tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/quotas/ebc3e65ea59f43f6b93e5fc5aec51e85 HTTP/1.1" status: 200 len: 375 time: 0.0084331 May 17 18:31:26.278506 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-62290993-f88e-4c8a-9d78-f0e7ebf95ae4 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460863 May 17 18:31:26.428281 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-6841b514-b35f-42d5-a764-32fbe4cdc98f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:31:26.429274 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-6841b514-b35f-42d5-a764-32fbe4cdc98f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1386244 May 17 18:31:26.516795 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-51ac1bd0-dc54-4eb5-b4ca-97e5e69e6396 service neutron] 10.222.0.65 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809155 May 17 18:31:26.606986 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10ea375a-4b47-41ed-b486-6e9b0e4400a6 service neutron] 10.222.0.65 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 May 17 18:31:26.885208 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-48eb79e7-53d5-4476-84e4-a3093fbbbe76 req-37d415b0-fc53-4695-9b2f-84c851909e80 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 210 time: 0.0276539 May 17 18:31:27.759736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-d219ef97-2df7-4b19-a165-4ba49f09bb3c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:27.761143 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-d219ef97-2df7-4b19-a165-4ba49f09bb3c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 808 time: 0.1026976 May 17 18:31:27.821887 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-db43cd72-6f25-4e99-9d0f-7e3e1905f87f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85 HTTP/1.1" status: 200 len: 379 time: 0.0528290 May 17 18:31:27.830112 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'port': {'device_id': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'admin_state_up': True, 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'security_groups': ['a439bd1e-b19b-422d-9ed8-60d86ee77e8b']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:27.940046 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Made reservation on behalf of ebc3e65ea59f43f6b93e5fc5aec51e85 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 18:31:27.943466 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:27.983305 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4bd5a71f-ac5d-4d43-aad1-89d696f5b7b6 req-0823b40b-a766-407e-bf1f-c74439f98f81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 210 time: 0.0279620 May 17 18:31:28.071835 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Allocated IP 172.20.0.11 (fbace396-278d-431c-8207-e07d0d1e0e78/cfc808d6-822c-47d5-9c65-a15dcfe0ebf9/f833f5d2-871b-45e8-83d5-b0ece2a79fc7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:31:28.209691 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.240639 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.282612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Network fbace396-278d-431c-8207-e07d0d1e0e78 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:28.285615 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:28.289335 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:31:28.319036 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:28.333823 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.334168 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.334508 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.334843 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.335173 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.335497 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.335821 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.336143 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.336465 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.336785 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.337103 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.337421 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.337764 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.338081 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.338396 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:28.362290 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:28.362998 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.380997 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-10c8f1fc-ef5c-426d-bafa-24c85967f891 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546715 May 17 18:31:28.392736 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Request body: {'port': {'device_id': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:28.453808 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.538645 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-af99bdf7-76d4-4723-83cb-78ee8c7ccef0 None None] Provisioning complete for port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:28.539234 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af99bdf7-76d4-4723-83cb-78ee8c7ccef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.570434 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-af99bdf7-76d4-4723-83cb-78ee8c7ccef0 None None] Port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 18:31:28.737848 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f833f5d2-871b-45e8-83d5-b0ece2a79fc7 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:31:28.744970 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks [] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.756738 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Transition to ACTIVE for port object f833f5d2-871b-45e8-83d5-b0ece2a79fc7 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 18:31:28.760708 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.811356 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:28.884152 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Attempting to bind port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 on host hv-cinder-83736 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 18:31:28.884553 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Attempting to bind port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 by drivers openvswitch,hyperv on host hv-cinder-83736 at level 0 using segments [{'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 18:31:28.884821 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Attempting to bind port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 on network fbace396-278d-431c-8207-e07d0d1e0e78 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:28.890072 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 on network fbace396-278d-431c-8207-e07d0d1e0e78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83736 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 18:31:28.890376 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Attempting to bind port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 on network fbace396-278d-431c-8207-e07d0d1e0e78 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 18:31:28.895247 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Checking agent: {'id': '7f30e04e-245c-4d6f-888e-8943ccc61078', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83736', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'started_at': datetime.datetime(2022, 5, 17, 18, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 18:31:28.895587 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Checking segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 18:31:28.895973 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Bound using segment: {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 18:31:28.896472 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Bound port: f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host: hv-cinder-83736, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e630f2d-4536-4122-b04d-750b7ad07a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 18:31:28.896836 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.959218 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 18:31:28.962339 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 18:31:28.968173 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8868752'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:28.999967 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:29.000584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:29.002154 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] 10.222.0.59 "PUT /v2.0/ports/f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1094 time: 0.6136332 May 17 18:31:29.004318 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:31:29.007229 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52659d4e-2e6f-4986-a644-a47034f93160" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:31:29.034969 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ed6e8-786a-4f16-9d3c-a372588d1d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:29.070748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142b011-374e-4b22-a788-98520cbab677 x-openstack-request-id: req-7142b011-374e-4b22-a788-98520cbab677 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:31:29.070748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:31:29.070748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7142b011-374e-4b22-a788-98520cbab677 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:31:29.070748 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7142b011-374e-4b22-a788-98520cbab677'] response: {'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'status': 'completed', 'code': 200} May 17 18:31:29.103215 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-a8f415ee-c218-4b2e-be79-611a48f29223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:29.105976 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-a8f415ee-c218-4b2e-be79-611a48f29223 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1128 time: 0.0523293 May 17 18:31:29.112409 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2865fb1-7b99-425d-995b-54b78a69e9cc req-6ab744f0-a627-42d9-9d12-af4fb68bba45 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:29.117958 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2865fb1-7b99-425d-995b-54b78a69e9cc req-6ab744f0-a627-42d9-9d12-af4fb68bba45 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0629377 May 17 18:31:29.147217 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-2b0b812e-1582-4b9d-8bcc-1c1bb31092a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 217 time: 0.0339508 May 17 18:31:29.165698 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2865fb1-7b99-425d-995b-54b78a69e9cc req-51d0526a-2b90-477c-9ad7-7bda2c3e2a33 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451479 May 17 18:31:29.201878 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-8eebe5ae-7810-434c-b06f-f3478a7e8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:29.203349 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-8eebe5ae-7810-434c-b06f-f3478a7e8c16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0500798 May 17 18:31:29.245253 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-adc48666-deaa-4751-b42a-8a8b5e26f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:29.247279 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-adc48666-deaa-4751-b42a-8a8b5e26f0be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382502 May 17 18:31:29.340755 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-985ad791-12f8-4f2d-95b1-bee91e6e1e3c service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878408 May 17 18:31:29.429689 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e2cbae5-bdcd-47e7-a116-0f0e6d08d919 req-04bbfc94-e96a-4d45-ab11-b1bfe25872bc service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822504 May 17 18:31:30.158501 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659d4e-2e6f-4986-a644-a47034f93160 req-36756d7b-346c-451d-81b8-b95bd52993d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:30.159919 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-36756d7b-346c-451d-81b8-b95bd52993d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1128 time: 0.0383923 May 17 18:31:30.248369 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659d4e-2e6f-4986-a644-a47034f93160 req-46239a04-6ed7-491d-a95f-8de3de562f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:30.249825 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-46239a04-6ed7-491d-a95f-8de3de562f5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0828221 May 17 18:31:30.279644 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2a1e0-c2c6-4d74-979c-fb3be814c204 req-b65dda04-e2ef-4877-bb32-eee8f083d057 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:30.281415 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2cb2a1e0-c2c6-4d74-979c-fb3be814c204 req-b65dda04-e2ef-4877-bb32-eee8f083d057 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0465913 May 17 18:31:30.291365 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-c242fb7e-f114-4b17-af99-28b7642a885a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 217 time: 0.0360582 May 17 18:31:30.331409 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2cb2a1e0-c2c6-4d74-979c-fb3be814c204 req-bf5c208b-851d-4f48-b6ec-cb29733192c0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436571 May 17 18:31:30.340755 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659d4e-2e6f-4986-a644-a47034f93160 req-9258c7af-3625-49b0-93bc-6f7046aad9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:30.342207 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-9258c7af-3625-49b0-93bc-6f7046aad9d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0456529 May 17 18:31:30.384500 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659d4e-2e6f-4986-a644-a47034f93160 req-99fe016c-0a43-44b9-9858-c3a28add2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:30.385933 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-99fe016c-0a43-44b9-9858-c3a28add2f8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380654 May 17 18:31:30.473587 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-86d68f24-c6fa-4315-9934-322a2ba8e80a service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817327 May 17 18:31:30.557946 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52659d4e-2e6f-4986-a644-a47034f93160 req-462091df-2717-4d41-a701-32d85ee3d8be service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785959 May 17 18:31:31.441079 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86921a-b8cd-4ebf-a2e1-44d426d665ae req-4699e517-5ac0-4d1f-bec6-6021edcbc6fb tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:31.442532 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d86921a-b8cd-4ebf-a2e1-44d426d665ae req-4699e517-5ac0-4d1f-bec6-6021edcbc6fb tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0450342 May 17 18:31:31.492989 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d86921a-b8cd-4ebf-a2e1-44d426d665ae req-83e4fc3b-f7b9-422c-9a45-79da1faa713f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451329 May 17 18:31:32.607164 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c5ef-e5dd-4ad7-a034-373996727de0 req-7d5bec46-9485-46b0-ab9f-46506213e5ea tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:32.608620 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0659c5ef-e5dd-4ad7-a034-373996727de0 req-7d5bec46-9485-46b0-ab9f-46506213e5ea tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0503836 May 17 18:31:32.657402 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0659c5ef-e5dd-4ad7-a034-373996727de0 req-ae8cf2ae-3020-432f-ae43-80a511a1a49e tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 May 17 18:31:33.766463 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d18525-9977-4465-b3b3-4174ce1ef479 req-152c607f-7705-49da-9376-e142191b5afe tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:33.767888 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2d18525-9977-4465-b3b3-4174ce1ef479 req-152c607f-7705-49da-9376-e142191b5afe tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0452111 May 17 18:31:33.816542 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2d18525-9977-4465-b3b3-4174ce1ef479 req-0e0e061d-ce66-4acd-af09-84a234208e5d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 May 17 18:31:34.931089 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bf5dd-e7d3-4ef9-b259-42c943689ed5 req-bdcd41d6-a032-413c-9c2e-e3da95d43e09 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:34.932519 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e6bf5dd-e7d3-4ef9-b259-42c943689ed5 req-bdcd41d6-a032-413c-9c2e-e3da95d43e09 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0488868 May 17 18:31:34.979396 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e6bf5dd-e7d3-4ef9-b259-42c943689ed5 req-dfa39679-2935-40e4-9808-a640813e84b4 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 May 17 18:31:35.681272 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:36.090266 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd05f47-8447-4523-801b-7b12e77d7ac4 req-7d171a03-6b18-45b6-8415-2f16b79516b6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:36.091711 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dcd05f47-8447-4523-801b-7b12e77d7ac4 req-7d171a03-6b18-45b6-8415-2f16b79516b6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0463736 May 17 18:31:36.138693 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dcd05f47-8447-4523-801b-7b12e77d7ac4 req-2de867c0-8cb5-4d81-961b-40dcd660299c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 May 17 18:31:37.251308 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de7d0-ee03-43ec-81c8-8e6adf50ce22 req-811db521-9cb4-4bdc-a024-83933b0b8a3d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:37.252738 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db0de7d0-ee03-43ec-81c8-8e6adf50ce22 req-811db521-9cb4-4bdc-a024-83933b0b8a3d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0489571 May 17 18:31:37.299758 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db0de7d0-ee03-43ec-81c8-8e6adf50ce22 req-ccd84710-00d8-4f22-b94d-5c73f7b694e3 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 May 17 18:31:37.807774 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:31:37.906049 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:37.916961 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'mac_address': 'fa:16:3e:34:c6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:31:37.950358 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:37.950748 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:37.963511 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f833f5d2-871b-45e8-83d5-b0ece2a79fc7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:31:37.983230 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:37.987179 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:38.033742 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:38.040428 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.040774 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.041112 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.041448 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.041871 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.042202 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.043137 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.043462 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.043786 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.044110 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.044435 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.044756 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.045078 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.045397 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.045742 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:31:38.342795 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['f833f5d2-871b-45e8-83d5-b0ece2a79fc7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:31:38.415471 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930ee4-daf3-40a9-8b37-97b96b43315b req-d2c68188-d485-437e-9ffe-abcf32362c34 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:38.416945 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4930ee4-daf3-40a9-8b37-97b96b43315b req-d2c68188-d485-437e-9ffe-abcf32362c34 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 945 time: 0.0503793 May 17 18:31:38.465518 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4930ee4-daf3-40a9-8b37-97b96b43315b req-9897151e-9043-433b-86e6-ca09e593f1e1 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 May 17 18:31:39.575387 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1cfd1-1444-48f9-be7b-c61ebacd744d req-43360f6f-4cd1-4531-9397-813c8097d154 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:39.576875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0df1cfd1-1444-48f9-be7b-c61ebacd744d req-43360f6f-4cd1-4531-9397-813c8097d154 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 945 time: 0.0455236 May 17 18:31:39.631294 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0df1cfd1-1444-48f9-be7b-c61ebacd744d req-9a8ca211-2140-4e7f-9a8b-ac925e39bc98 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 May 17 18:31:39.809525 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:31:39.850530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning for port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 18:31:39.855968 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:31:39.856374 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:39.925441 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:31:39.925850 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:39.949050 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:31:39.951314 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1e64d1-1e6b-42d4-8ce8-df0876c6aa37" -d '{"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-plugged", "status": "completed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:31:39.968261 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:31:39.972835 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:39.996003 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373ea0dc-15a3-41c9-b048-8431f541532b x-openstack-request-id: req-373ea0dc-15a3-41c9-b048-8431f541532b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:31:39.996294 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-plugged", "status": "completed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:31:39.996551 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-373ea0dc-15a3-41c9-b048-8431f541532b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:31:39.996944 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373ea0dc-15a3-41c9-b048-8431f541532b'] response: {'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'code': 200} May 17 18:31:40.022666 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:40.222700 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a4449-82f8-4c49-becc-3744619afd2f req-441e1dcf-e9eb-45ac-a153-b18a1dc2212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:40.224148 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f3a4449-82f8-4c49-becc-3744619afd2f req-441e1dcf-e9eb-45ac-a153-b18a1dc2212e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0420818 May 17 18:31:40.272565 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f3a4449-82f8-4c49-becc-3744619afd2f req-dcced3e2-ffe0-470a-a87e-9cec1c5e9a9e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 May 17 18:31:40.740693 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454ec88-c926-4dec-9bd2-ea4c88a9e79e req-fefd2f14-4112-4ec7-852f-a78decdeaf4d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:40.742147 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d454ec88-c926-4dec-9bd2-ea4c88a9e79e req-fefd2f14-4112-4ec7-852f-a78decdeaf4d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0450284 May 17 18:31:40.789330 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d454ec88-c926-4dec-9bd2-ea4c88a9e79e req-c9ca2dd8-a242-4464-b823-cff82cb09712 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 May 17 18:31:41.903026 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf052-21c9-49c9-bb16-0ab6163ef318 req-d203c17c-a7bb-4872-91b4-e918cf60c0fd tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:41.904484 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3faaf052-21c9-49c9-bb16-0ab6163ef318 req-d203c17c-a7bb-4872-91b4-e918cf60c0fd tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0463171 May 17 18:31:41.955769 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3faaf052-21c9-49c9-bb16-0ab6163ef318 req-f1691091-c198-4fd8-a6f6-3cda82918ef5 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455687 May 17 18:31:42.068709 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d805177-3140-4120-bcf8-e4dec46afff7 req-eee6b902-1e90-4d2b-a6bc-17afb9f4ac1d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:42.070074 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d805177-3140-4120-bcf8-e4dec46afff7 req-eee6b902-1e90-4d2b-a6bc-17afb9f4ac1d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0491192 May 17 18:31:42.116867 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d805177-3140-4120-bcf8-e4dec46afff7 req-102a4e7e-af3d-4f1c-b840-e89496fb1386 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 May 17 18:31:42.138287 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:42.272885 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9aa639-3eb2-416d-b217-815d8593afaa tempest-TestShelveInstance-536659668 tempest-TestShelveInstance-536659668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:42.274396 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9f9aa639-3eb2-416d-b217-815d8593afaa tempest-TestShelveInstance-536659668 tempest-TestShelveInstance-536659668-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1125 time: 0.1351554 May 17 18:31:42.277970 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:31:42.282230 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Request body: {'floatingip': {'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 18:31:42.303154 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:42.383326 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:42.482991 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Allocated IP 172.27.0.97 (d70b2dab-5e84-4923-8459-1dec53a0d708/a2280e49-e165-446c-91a7-6c0195fba980/6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 18:31:42.584496 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:42.614928 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734635393365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:42.651147 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Network d70b2dab-5e84-4923-8459-1dec53a0d708 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 18:31:42.654087 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 18:31:42.660851 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 18:31:42.666898 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'Port': ['ID=6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:43.004816 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for floatingip (19da6053-d136-4e24-95d4-1a0039dd5995), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.067700 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.234235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.238577 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420877'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.311160 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event updated for resources: {'Port': ['ID=6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:31:43.322845 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672802'] for floatingip (19da6053-d136-4e24-95d4-1a0039dd5995), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.411418 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Floating IP 19da6053-d136-4e24-95d4-1a0039dd5995 associated. External IP: 172.27.0.97, port: f833f5d2-871b-45e8-83d5-b0ece2a79fc7. May 17 18:31:43.577516 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-9e87eebd-b325-4e9a-bcfa-60c5af472bb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374649 May 17 18:31:43.603237 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Router dadcb267-a3b7-407c-a056-9d74a505285a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:31:43.654623 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-0be17bd9-a757-4e59-97bc-13109ae800b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:43.656120 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-0be17bd9-a757-4e59-97bc-13109ae800b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0380051 May 17 18:31:43.718168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:31:43.729260 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Sync routers for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:31:43.737130 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:43.740743 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:43.741628 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:31:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:43.773122 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-1640be0d-03cc-43df-85a6-d608061a1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:43.774341 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b347a8a2-7f3e-4869-bcec-7ead3a650828 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4953384 May 17 18:31:43.774639 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-1640be0d-03cc-43df-85a6-d608061a1189 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.1021502 May 17 18:31:43.775106 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:31:43.778139 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41edf3a8-b32c-4747-8b8b-10832a3eaf94" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:31:43.814468 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fd3dd9-9c49-4e58-befb-b4735d9323a7 x-openstack-request-id: req-e5fd3dd9-9c49-4e58-befb-b4735d9323a7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:31:43.814857 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:31:43.815201 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5fd3dd9-9c49-4e58-befb-b4735d9323a7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:31:43.815693 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fd3dd9-9c49-4e58-befb-b4735d9323a7'] response: {'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'status': 'completed', 'code': 200} May 17 18:31:43.838639 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-caa4b699-f663-4233-9f26-ffad7e95b850 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 999 time: 0.0579319 May 17 18:31:43.847029 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:43.890170 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-aacf58b6-4a47-47c8-aa98-466ea6066ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:43.891622 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-aacf58b6-4a47-47c8-aa98-466ea6066ee8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0478771 May 17 18:31:43.938183 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-8ce2b63e-a936-4687-87c3-f9001c2d31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:43.939664 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-8ce2b63e-a936-4687-87c3-f9001c2d31ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428002 May 17 18:31:44.034058 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-5c118e39-2317-4c07-b845-0b2b0edc0f72 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885725 May 17 18:31:44.059483 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '19da6053-d136-4e24-95d4-1a0039dd5995', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'mac_address': 'fa:16:3e:34:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:31:42Z', 'updated_at': '2022-05-17T18:31:42Z', 'revision_number': 0, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:44.083000 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Checking router: dadcb267-a3b7-407c-a056-9d74a505285a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:31:44.091513 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:31:44.092048 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:31:17Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:44.125484 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01bdc244-555a-4786-ae43-7e48803d38f2 req-ad6be68f-ff66-4572-8bd4-f9c659404dc0 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 May 17 18:31:44.192370 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:31:44.203990 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-99709d49-9c64-4ddb-a610-832c0d369dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:44.205695 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-99709d49-9c64-4ddb-a610-832c0d369dbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0389838 May 17 18:31:44.298123 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-b944aa84-4961-4bf3-af7e-d13e6b0342ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:44.299561 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-b944aa84-4961-4bf3-af7e-d13e6b0342ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0882950 May 17 18:31:44.361730 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-14e08129-18ae-413c-8dd8-d8badd70ee88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 999 time: 0.0565782 May 17 18:31:44.396298 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '19da6053-d136-4e24-95d4-1a0039dd5995', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'mac_address': 'fa:16:3e:34:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:31:42Z', 'updated_at': '2022-05-17T18:31:42Z', 'revision_number': 0, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:31:44.411563 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-da19ab4b-4f3c-4e06-bd65-054bbcda23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:44.413026 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-da19ab4b-4f3c-4e06-bd65-054bbcda23ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0459692 May 17 18:31:44.426772 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f5fd56-f410-49a6-a33d-881184267767 None None] The sync data for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi is: [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_floatingips': [{'id': '19da6053-d136-4e24-95d4-1a0039dd5995', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'router_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'mac_address': 'fa:16:3e:34:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T18:31:42Z', 'updated_at': '2022-05-17T18:31:42Z', 'revision_number': 0, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:31:44.457629 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-e7457ec7-c016-41fd-abe9-b5d1f4795fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:31:44.459120 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-e7457ec7-c016-41fd-abe9-b5d1f4795fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404575 May 17 18:31:44.551271 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-b5d7d88f-9a01-41a7-bf83-c26f33e9aba1 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857625 May 17 18:31:44.616677 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ad68a-0981-47b2-aafd-d3dae25e0f94 None None] New status for floating IP 19da6053-d136-4e24-95d4-1a0039dd5995: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:31:44.647036 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41edf3a8-b32c-4747-8b8b-10832a3eaf94 req-4f2cd1a6-5d25-467c-b7df-828190e87eea service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892060 May 17 18:31:45.017148 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b0d8ecb-2423-4f4d-a0f2-71c11b0ffb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:47.236892 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49bc0e5d-c198-4600-9cf0-e32120027db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:48.358572 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:49.643372 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:31:49.799704 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:31:51.476722 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:05.697858 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:15.018225 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4cce6992-2634-497a-9f34-a636f83e8706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:17.237936 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c98ce82d-ac67-4632-ae2f-5879877fff29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:18.361472 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:19.803774 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:21.478427 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:26.642579 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:32:35.695053 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:44.582440 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-e2be1285-5509-4204-bfea-75e84f71c2c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372708 May 17 18:32:44.663112 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232481a-267b-4862-a455-f3de6fda6984 req-b10a0871-4c05-415a-9733-464156d81960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:32:44.664599 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-b10a0871-4c05-415a-9733-464156d81960 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0414824 May 17 18:32:44.761525 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232481a-267b-4862-a455-f3de6fda6984 req-60202149-d8c3-4c3e-98df-f8180c664600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:32:44.762958 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-60202149-d8c3-4c3e-98df-f8180c664600 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0814064 May 17 18:32:44.823538 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-13ab862a-8cc2-42bf-838a-2d3016204312 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0549216 May 17 18:32:44.870618 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232481a-267b-4862-a455-f3de6fda6984 req-227c440b-bc46-469d-99c3-1f9a71ab2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:32:44.872023 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-227c440b-bc46-469d-99c3-1f9a71ab2817 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0429242 May 17 18:32:44.912036 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232481a-267b-4862-a455-f3de6fda6984 req-441b2612-f97b-4152-a79a-2293ebbc3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:32:44.913481 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-441b2612-f97b-4152-a79a-2293ebbc3a47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360842 May 17 18:32:45.002855 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-cd017435-0d17-45b5-919b-86bc0a222e6a service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 May 17 18:32:45.019597 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cac5c99f-7538-4d9f-8696-605b9f4dcf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:45.088563 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8232481a-267b-4862-a455-f3de6fda6984 req-7c576f6e-836d-4e0f-b071-a0de110fd95a service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802755 May 17 18:32:47.238941 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-989ccdff-8e7b-4d8a-a13d-826f34b15d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:48.366831 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:49.866937 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:32:51.480643 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:03.642331 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:33:05.695110 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:06.727611 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-3dac89c8-1d8c-4b07-b316-84bf9c737f9a req-14a86052-d4a8-4432-b3c6-ad678d56a243 service neutron] (103477) timed out ('10.222.0.59', 49913) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:33:15.021359 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed6d60b3-5fbf-4d62-8cae-0705942d63a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:17.241003 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42bea132-3ae6-40d2-998b-4de3091726b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:18.369630 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:19.808828 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:19.932076 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-7f0c1b17-c968-442b-ac0f-cb46835da68c req-5c84bae9-0ddf-4f34-bb94-7f3ff1844a81 service neutron] (103477) timed out ('10.222.0.59', 49927) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:33:21.488214 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:35.694612 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:40.641154 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:33:45.023843 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-be4fc58a-1839-4be3-a878-4935b409829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:46.642623 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-0545c5ac-d1b2-48ba-aaa0-7f49f6dc0b88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873597 May 17 18:33:46.723939 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-97ed13a3-b287-493b-8062-4d14f2d844b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:46.725418 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-97ed13a3-b287-493b-8062-4d14f2d844b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0389206 May 17 18:33:46.827771 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-8154c8a1-e808-4f14-a0cb-e963229cd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:46.829233 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-8154c8a1-e808-4f14-a0cb-e963229cd85d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0856280 May 17 18:33:46.893539 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-fc841557-d68d-49f0-81ad-9e6497bf3f4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0575354 May 17 18:33:46.940443 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-3f6742c5-3ddb-461c-a864-5f2a7ed5e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:46.941766 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-3f6742c5-3ddb-461c-a864-5f2a7ed5e09d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0421488 May 17 18:33:46.982019 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-bb7fbe2d-1efa-4055-a4ee-c11980639d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:46.983391 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-bb7fbe2d-1efa-4055-a4ee-c11980639d4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0356832 May 17 18:33:47.074668 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-f8241a87-f192-4d5e-98a9-ec3047c0af45 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826991 May 17 18:33:47.161723 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acaae39b-6817-4aba-8db9-a84fec9609c4 req-68b433c2-fb28-4f28-8082-e1d25170d7bf service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806167 May 17 18:33:47.243821 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fc72655d-fbc8-45b4-8d9e-16d244004ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:48.369252 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:49.812961 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:51.481794 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:33:51.825381 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-5a6b0e9c-6a7a-4fa9-8d28-77b7703ec7a2 req-3738344a-0456-4911-95c6-cb31a03e152c service neutron] (103476) timed out ('10.222.0.59', 49923) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:33:57.913243 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcba1d7-dc10-4639-92e8-1bb1a4eb87e9 req-1fb027f1-fe8e-47e2-bdf6-ce1e348922df tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:57.914735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfcba1d7-dc10-4639-92e8-1bb1a4eb87e9 req-1fb027f1-fe8e-47e2-bdf6-ce1e348922df tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.1517012 May 17 18:33:57.965617 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfcba1d7-dc10-4639-92e8-1bb1a4eb87e9 req-37f9071f-b6a0-492d-a935-174866a86938 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 May 17 18:33:59.128917 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb79ca6-bc79-44d4-9242-fb1e30fda707 req-2e858361-adf7-4862-aa82-fa352018a6fd tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:33:59.131538 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ceb79ca6-bc79-44d4-9242-fb1e30fda707 req-2e858361-adf7-4862-aa82-fa352018a6fd tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0936768 May 17 18:33:59.178110 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ceb79ca6-bc79-44d4-9242-fb1e30fda707 req-1aa385cb-ec55-4503-ac8c-b292c4b76df6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 May 17 18:34:00.291805 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5b28-1155-4648-8630-90c495b070c8 req-7f534d67-8608-44c0-9cb2-9d7fcd3f64e5 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:00.293316 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-876f5b28-1155-4648-8630-90c495b070c8 req-7f534d67-8608-44c0-9cb2-9d7fcd3f64e5 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0455735 May 17 18:34:00.340299 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-876f5b28-1155-4648-8630-90c495b070c8 req-b80354a3-46d6-4a22-83b7-bb6aa4c5f6af tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 May 17 18:34:01.453563 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2eeec-07c4-43cf-aa95-ef10aee39e86 req-d22665df-973b-4fbb-94f8-4ae9e081da34 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:01.455240 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fb2eeec-07c4-43cf-aa95-ef10aee39e86 req-d22665df-973b-4fbb-94f8-4ae9e081da34 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0490038 May 17 18:34:01.506307 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fb2eeec-07c4-43cf-aa95-ef10aee39e86 req-f1f48505-fc66-4dee-92d4-5c6afb41a275 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 May 17 18:34:02.616837 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee75d4-6ac7-4f4a-8b0c-04a91ef6bf44 req-b700931c-437e-4759-a378-d44dd6225f81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:02.618385 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25ee75d4-6ac7-4f4a-8b0c-04a91ef6bf44 req-b700931c-437e-4759-a378-d44dd6225f81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0456436 May 17 18:34:02.665347 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-25ee75d4-6ac7-4f4a-8b0c-04a91ef6bf44 req-b8b6ee68-7c4d-435f-b676-13fd78ba6fb0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 May 17 18:34:03.778382 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043827a-6270-4036-9db3-99f7f695c5d2 req-6df161a1-0212-4f38-bbae-96ce6dcd4681 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:03.779828 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0043827a-6270-4036-9db3-99f7f695c5d2 req-6df161a1-0212-4f38-bbae-96ce6dcd4681 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0457990 May 17 18:34:03.836861 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0043827a-6270-4036-9db3-99f7f695c5d2 req-84191421-bb67-4bf4-b949-e4decbb8e458 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515924 May 17 18:34:04.947320 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ffef-9bcb-41e2-9d5a-f7d4e389fb78 req-28b26c17-44fd-4ca7-85cc-c42e50ed8dd0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:04.948735 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce29ffef-9bcb-41e2-9d5a-f7d4e389fb78 req-28b26c17-44fd-4ca7-85cc-c42e50ed8dd0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0455105 May 17 18:34:04.996203 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce29ffef-9bcb-41e2-9d5a-f7d4e389fb78 req-0aa1b6c5-10ff-4f49-a98d-779d23811c3e tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 May 17 18:34:05.693542 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:06.106444 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad419539-8854-42f4-bb58-16c328352e2f req-a183f21a-fdeb-4ca2-b42a-b8cc19ed26df tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:06.107874 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad419539-8854-42f4-bb58-16c328352e2f req-a183f21a-fdeb-4ca2-b42a-b8cc19ed26df tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0452647 May 17 18:34:06.154468 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ad419539-8854-42f4-bb58-16c328352e2f req-15940f45-8feb-4ade-8e97-e02893bc5c3d tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 May 17 18:34:07.269884 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c3a3b-83c5-4f88-af93-565f5ff60edb req-fc23c4fd-2e9a-40e1-a30c-eb9c2a9ead2b tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:07.271310 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd1c3a3b-83c5-4f88-af93-565f5ff60edb req-fc23c4fd-2e9a-40e1-a30c-eb9c2a9ead2b tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0481575 May 17 18:34:07.317997 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd1c3a3b-83c5-4f88-af93-565f5ff60edb req-cf43b423-e20e-46be-bfd1-691cb758bc37 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 May 17 18:34:07.925854 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-2c296ded-fc71-45ac-9e2e-2a6405d00b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:07.927325 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-2c296ded-fc71-45ac-9e2e-2a6405d00b47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0426593 May 17 18:34:08.012362 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-aeaf8cb7-8108-41fc-9d11-e5a254e571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:08.013828 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-aeaf8cb7-8108-41fc-9d11-e5a254e571eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0811374 May 17 18:34:08.078472 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-51c0d256-5565-45ce-85c1-a66f99faae21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0587771 May 17 18:34:08.127190 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-b70f5a92-1404-4947-9f67-9189e95de328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:08.128599 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-b70f5a92-1404-4947-9f67-9189e95de328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0437403 May 17 18:34:08.170580 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-77b28bbd-b586-426e-907c-b85a21fffccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:08.172032 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-77b28bbd-b586-426e-907c-b85a21fffccc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377245 May 17 18:34:08.261627 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-5f0431a2-73a5-4711-bf67-20d9d91c7f74 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832767 May 17 18:34:08.346516 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc2c5705-d916-4ba9-85dd-edc03db092d8 req-46d4a6aa-d9eb-4a6e-afbb-0ff0bda746c7 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793693 May 17 18:34:08.431795 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5b843-2a5b-41e7-8727-1e366ab805c2 req-a16ef5df-bc88-48a8-b004-436f14462e78 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:08.433285 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9b5b843-2a5b-41e7-8727-1e366ab805c2 req-a16ef5df-bc88-48a8-b004-436f14462e78 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0457976 May 17 18:34:08.480362 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9b5b843-2a5b-41e7-8727-1e366ab805c2 req-d2d721f4-7aa1-4072-a5ec-09e0a8a260a7 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 May 17 18:34:09.594332 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ca6d-a515-4a9b-827e-56c6ffd072ac req-7d08a114-db1d-4d1d-ac2f-d68cf62376f8 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:09.595756 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16b9ca6d-a515-4a9b-827e-56c6ffd072ac req-7d08a114-db1d-4d1d-ac2f-d68cf62376f8 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0493815 May 17 18:34:09.643025 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16b9ca6d-a515-4a9b-827e-56c6ffd072ac req-507e419d-6e28-48a9-bfba-308ebb399111 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419171 May 17 18:34:10.753345 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e512-49f1-4184-a781-fc87535e5b51 req-09fcc6d5-fb90-4a50-a574-dc3401baf99c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:10.754781 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1f57e512-49f1-4184-a781-fc87535e5b51 req-09fcc6d5-fb90-4a50-a574-dc3401baf99c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0456495 May 17 18:34:10.801101 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1f57e512-49f1-4184-a781-fc87535e5b51 req-7a52c654-f7ff-404e-b978-63b912f0dafa tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 May 17 18:34:10.910555 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-496fd4ce-5194-4d26-b47d-135045dd45a0 req-0e1d5a57-568d-475a-a12a-854b613e804f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 18:34:10.911540 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-496fd4ce-5194-4d26-b47d-135045dd45a0 req-0e1d5a57-568d-475a-a12a-854b613e804f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0462053 May 17 18:34:11.058614 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de52e61-44d9-4b7d-9562-ac80b20ede74 req-648eed9e-9737-4616-960b-af19c9271677 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:11.060047 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3de52e61-44d9-4b7d-9562-ac80b20ede74 req-648eed9e-9737-4616-960b-af19c9271677 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0455780 May 17 18:34:11.077708 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-0b4d864a-9d0c-4468-bf9b-e71d143071ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839310 May 17 18:34:11.111132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3de52e61-44d9-4b7d-9562-ac80b20ede74 req-17ec4698-b97b-4bff-8e5e-6cfc0780ffd7 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 May 17 18:34:12.205274 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-7ee4c75d-9a74-4036-98a2-b74e4f7916c7 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:12.206674 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-7ee4c75d-9a74-4036-98a2-b74e4f7916c7 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports/f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 943 time: 0.0939012 May 17 18:34:12.222803 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7abf1f-3d93-4aaf-9cbc-7cb8ea62b1c4 req-1ef2577a-64ae-4c51-bac2-c54d53cbf94f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:12.224266 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2c7abf1f-3d93-4aaf-9cbc-7cb8ea62b1c4 req-1ef2577a-64ae-4c51-bac2-c54d53cbf94f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0468087 May 17 18:34:12.271914 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2c7abf1f-3d93-4aaf-9cbc-7cb8ea62b1c4 req-98209d43-d05b-4ddf-924a-1e8fc0dc4b3f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 May 17 18:34:12.634445 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:34:12.701624 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:34:12.702009 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:12.723431 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:34:12.725665 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9154dc-9c22-4a72-9988-6375ff473857" -d '{"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:34:12.738688 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:34:12.744152 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:12.792796 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:34:12.800171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.800533 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.800868 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.801189 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.801544 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.801878 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.802207 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.802531 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.802865 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.803388 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.803719 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.804051 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.804373 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.804696 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.805665 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:34:12.818034 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e21064-d5de-4210-9bc4-0bd03aad14fc x-openstack-request-id: req-06e21064-d5de-4210-9bc4-0bd03aad14fc {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:34:12.818332 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-unplugged", "status": "failed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:34:12.818589 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06e21064-d5de-4210-9bc4-0bd03aad14fc {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:34:12.819308 dv-cinder-837362-2-iscsi neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-06e21064-d5de-4210-9bc4-0bd03aad14fc']: {'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'code': 422} returned with failed status May 17 18:34:13.381768 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98f7fe-1f89-4401-a1e6-7722b0f483ae req-8b312132-3c56-4578-bf07-7fc5f0f084a0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:13.383370 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e98f7fe-1f89-4401-a1e6-7722b0f483ae req-8b312132-3c56-4578-bf07-7fc5f0f084a0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0459905 May 17 18:34:13.431707 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e98f7fe-1f89-4401-a1e6-7722b0f483ae req-88bf1782-819a-40dd-8e21-19504dfa562f tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 May 17 18:34:14.545151 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4501da-d8a6-48c4-9b6f-ecb888f596da req-55dabbbf-d6e2-4b43-a043-f5dd8d878a50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:14.546623 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d4501da-d8a6-48c4-9b6f-ecb888f596da req-55dabbbf-d6e2-4b43-a043-f5dd8d878a50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0496206 May 17 18:34:14.593840 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d4501da-d8a6-48c4-9b6f-ecb888f596da req-36c0eb54-46ee-4476-9fd9-93fc112e77fb tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 May 17 18:34:15.024731 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-118d0ec8-5d96-4225-b31b-8fcc3a4eee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:15.710168 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca26ee7-8b71-41cb-a086-fc858c06901a req-baaeb187-5413-4b38-a883-f07434d67b6a tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:15.712175 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ca26ee7-8b71-41cb-a086-fc858c06901a req-baaeb187-5413-4b38-a883-f07434d67b6a tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0465896 May 17 18:34:15.760798 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ca26ee7-8b71-41cb-a086-fc858c06901a req-89630203-631f-403e-9dbc-cc643f691542 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 May 17 18:34:16.447514 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-0d9d3e1d-87b1-4183-a2d7-9751bf7ea61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.448945 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-0d9d3e1d-87b1-4183-a2d7-9751bf7ea61d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85 HTTP/1.1" status: 200 len: 1128 time: 0.0374973 May 17 18:34:16.504273 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-1f6766a5-21d7-4769-b750-bcb57d914a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.505713 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-1f6766a5-21d7-4769-b750-bcb57d914a13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1128 time: 0.0368836 May 17 18:34:16.593725 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-84d98c68-7192-43b4-8d34-a1dd5186330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.595255 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-84d98c68-7192-43b4-8d34-a1dd5186330b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0841470 May 17 18:34:16.653142 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-fb6052c4-c163-4928-8251-1f793499b93c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 999 time: 0.0518093 May 17 18:34:16.701248 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-fb67987a-3080-47f4-9f0a-eabc0eeff128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.702569 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-fb67987a-3080-47f4-9f0a-eabc0eeff128 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0441406 May 17 18:34:16.742634 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9033-187d-4799-9c39-b8f154b2428f req-254faeaa-38ce-40e6-8ef8-aee8711e46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.744015 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-254faeaa-38ce-40e6-8ef8-aee8711e46c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362551 May 17 18:34:16.834168 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-410754d0-a4bc-416d-8bd0-37460bcba30f service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839236 May 17 18:34:16.878850 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d224-a2d8-484e-afd3-196822e85651 req-49992813-6d77-4538-a87f-59f59cd27579 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:16.880312 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6c8d224-a2d8-484e-afd3-196822e85651 req-49992813-6d77-4538-a87f-59f59cd27579 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0466018 May 17 18:34:16.921252 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-916f9033-187d-4799-9c39-b8f154b2428f req-37afe594-04c6-4a2e-94dc-ba5b81e229ae service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807996 May 17 18:34:16.930937 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6c8d224-a2d8-484e-afd3-196822e85651 req-499fcd34-e2bd-4a9f-818a-587dbac6cb38 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 May 17 18:34:17.245624 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c667f0e-33be-46dc-82c1-97f0ba397bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:17.640673 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:34:18.044304 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7195-4bb9-417b-b126-55162f2bd929 req-4e5b870a-5b2e-4339-a2d8-2fe72372d4d5 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:18.045815 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0cf7195-4bb9-417b-b126-55162f2bd929 req-4e5b870a-5b2e-4339-a2d8-2fe72372d4d5 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0457458 May 17 18:34:18.093023 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0cf7195-4bb9-417b-b126-55162f2bd929 req-7887db26-6f56-458b-ad89-77865e726a5b tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 May 17 18:34:18.372607 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:19.207003 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757357bc-7fb0-435c-8217-486fe7400297 req-34cf430b-46e9-4b89-9aaa-9cbda0bf0b2c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:19.208438 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-757357bc-7fb0-435c-8217-486fe7400297 req-34cf430b-46e9-4b89-9aaa-9cbda0bf0b2c tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0484428 May 17 18:34:19.255120 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-757357bc-7fb0-435c-8217-486fe7400297 req-700a3b30-c91f-47b6-bc7e-9e9eeb66de0e tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 May 17 18:34:19.813677 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:20.366514 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54162cb-3909-4db3-b09e-a24c39bd14ee req-ccfa48e5-dd74-4998-8463-4b2818c096ac tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:20.368747 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f54162cb-3909-4db3-b09e-a24c39bd14ee req-ccfa48e5-dd74-4998-8463-4b2818c096ac tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0485342 May 17 18:34:20.416877 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f54162cb-3909-4db3-b09e-a24c39bd14ee req-a6ee3e20-7852-4afb-8c55-22d0299d7686 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 May 17 18:34:21.483745 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:21.528017 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ff00-ab76-4537-9b2e-1114e7b5417f req-133bcc2e-08fd-4c63-b71e-1568c4b6a1fe tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:21.529419 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7051ff00-ab76-4537-9b2e-1114e7b5417f req-133bcc2e-08fd-4c63-b71e-1568c4b6a1fe tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0457647 May 17 18:34:21.576240 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7051ff00-ab76-4537-9b2e-1114e7b5417f req-6a1abcc9-f765-451b-8cc3-7301f65d8de2 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 May 17 18:34:22.688376 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8ac7a-267d-47cc-9328-e0496b5f059a req-d445518c-3a2e-4f1d-a44c-717ce561cf30 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:22.689812 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ee8ac7a-267d-47cc-9328-e0496b5f059a req-d445518c-3a2e-4f1d-a44c-717ce561cf30 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0477512 May 17 18:34:22.737633 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5ee8ac7a-267d-47cc-9328-e0496b5f059a req-e123fd47-cf2d-4b4d-9ddd-4d7b84009cad tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 May 17 18:34:23.855760 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4ce2-a15c-41eb-a56a-cfd77622fa42 req-2f929b47-c271-4b42-930b-84678129b564 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:23.857623 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b17e4ce2-a15c-41eb-a56a-cfd77622fa42 req-2f929b47-c271-4b42-930b-84678129b564 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 944 time: 0.0542705 May 17 18:34:23.906768 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b17e4ce2-a15c-41eb-a56a-cfd77622fa42 req-8ad519d7-cab7-4191-83c7-dc2c7e700ce7 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 May 17 18:34:24.681160 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 details requested by agent hyperv_hv-cinder-83736 with host hv-cinder-83736 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 18:34:24.775190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:34:24.785749 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Returning: {'device': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'port_id': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'mac_address': 'fa:16:3e:34:c6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 18:34:24.823000 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:34:24.823373 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:24.836032 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f833f5d2-871b-45e8-83d5-b0ece2a79fc7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 18:34:24.855107 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:34:24.859926 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:24.905766 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:34:25.017019 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcd165-371b-4768-be4a-60c9cc9575e9 req-0f98147e-b2e4-44e4-83b2-d602710e6cba tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:25.018459 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbcd165-371b-4768-be4a-60c9cc9575e9 req-0f98147e-b2e4-44e4-83b2-d602710e6cba tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 945 time: 0.0456002 May 17 18:34:25.068132 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcbcd165-371b-4768-be4a-60c9cc9575e9 req-af98bd46-4f1d-444b-81c9-17a83423b193 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 May 17 18:34:25.244316 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] get_ports_and_sgs() called for port_ids ['f833f5d2-871b-45e8-83d5-b0ece2a79fc7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 18:34:26.177999 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708bd96-43dd-4aa9-aae8-118328c40747 req-9be8257c-bbef-49d6-9c17-d218e29f0019 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:26.179424 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4708bd96-43dd-4aa9-aae8-118328c40747 req-9be8257c-bbef-49d6-9c17-d218e29f0019 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 945 time: 0.0449910 May 17 18:34:26.227414 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4708bd96-43dd-4aa9-aae8-118328c40747 req-87f951af-c0f1-4eea-ae74-c9f5bbdc02c8 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 May 17 18:34:26.697229 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 up at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 18:34:26.739481 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Provisioning complete for port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 18:34:26.739854 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883997'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:26.810227 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Current status of the port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 18:34:26.810609 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3856973'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:26.832190 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:34:26.834404 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f0a76473f5c7900dfab2a8bb11f75f56f1065031271aae17aa85f1f81e7ae8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a5bf8-1a08-4669-929e-d4829f26320b" -d '{"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-plugged", "status": "completed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:34:26.847347 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:34:26.852476 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734635815563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734635393383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734635393401'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:26.897842 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Pushing event updated for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:34:27.342645 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9861-bb89-48cc-94d4-10707e690149 req-cd1d5003-5115-4587-92ee-34bfb311b138 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:27.344050 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e22d9861-bb89-48cc-94d4-10707e690149 req-cd1d5003-5115-4587-92ee-34bfb311b138 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0449009 May 17 18:34:27.391053 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e22d9861-bb89-48cc-94d4-10707e690149 req-f5d6a135-314d-4de3-92f3-f9f8772d6395 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 May 17 18:34:27.881208 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905b25e-706b-4ab1-b603-4abd8ce09e98 x-openstack-request-id: req-f905b25e-706b-4ab1-b603-4abd8ce09e98 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:34:27.881702 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-plugged", "status": "completed", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:34:27.881829 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f905b25e-706b-4ab1-b603-4abd8ce09e98 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:34:27.882175 dv-cinder-837362-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f905b25e-706b-4ab1-b603-4abd8ce09e98'] response: {'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'code': 200} May 17 18:34:28.085030 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee7f99-f25b-424d-9e4f-ecf1410db249 req-aca4639f-6962-4e9f-9875-82fc6af6ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:28.087481 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ee7f99-f25b-424d-9e4f-ecf1410db249 req-aca4639f-6962-4e9f-9875-82fc6af6ba30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0384793 May 17 18:34:28.135286 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ee7f99-f25b-424d-9e4f-ecf1410db249 req-366d038b-a333-45cc-aa75-a07f6556741e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 May 17 18:34:28.754696 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63e885-8a40-453f-8288-e4ad726e4728 req-c7cf8bb9-3d38-4952-b181-bd940f32c0b1 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:28.756057 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd63e885-8a40-453f-8288-e4ad726e4728 req-c7cf8bb9-3d38-4952-b181-bd940f32c0b1 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.2986634 May 17 18:34:28.802023 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd63e885-8a40-453f-8288-e4ad726e4728 req-91d1546d-4bce-4d82-8ab7-59d5f2ed9bf2 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 May 17 18:34:29.915550 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a3ed-819e-47cb-a93e-0838ad3f02a2 req-5cdded08-0a77-4453-927c-41e14ffc15e6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:29.917001 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2b2a3ed-819e-47cb-a93e-0838ad3f02a2 req-5cdded08-0a77-4453-927c-41e14ffc15e6 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0464396 May 17 18:34:29.964337 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2b2a3ed-819e-47cb-a93e-0838ad3f02a2 req-c41f6298-38fc-431e-90e2-2c178efffaf0 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 May 17 18:34:35.697400 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:45.025578 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b22c3376-c3f1-4444-9684-5f53cf64542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:46.583396 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-b2fc745d-1b82-47a1-b098-1c882f66d189 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0355296 May 17 18:34:46.660942 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-955e63bf-7447-4c85-86b3-896d14d330df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:46.662298 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-955e63bf-7447-4c85-86b3-896d14d330df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0369143 May 17 18:34:47.003170 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-dcb36a96-46d0-4e46-869a-40ba58e69f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:47.004525 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-dcb36a96-46d0-4e46-869a-40ba58e69f4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.3230553 May 17 18:34:47.063002 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-acd5d2d7-8fb4-41ec-a4e5-510f0a9ef1e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0517862 May 17 18:34:47.110209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-656a4742-83ef-491e-93fe-ffe62e01eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:47.111534 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-656a4742-83ef-491e-93fe-ffe62e01eb20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0423141 May 17 18:34:47.156292 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-07c45c21-00be-49fc-8a05-b7ec3292ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:34:47.157701 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-07c45c21-00be-49fc-8a05-b7ec3292ae1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393145 May 17 18:34:47.241938 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-a7f2ee45-f8af-45e1-9578-237242ede603 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780883 May 17 18:34:47.246469 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5340441b-e1a2-4d8b-ba26-505cdec0455d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:47.333226 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec3fe2c-0543-4ccb-954d-f215304c8cfb req-672211a0-e472-412b-a785-b5e4c2d7043c service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854609 May 17 18:34:48.375372 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:49.817606 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:51.485850 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:34:54.641020 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:35:05.712334 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:15.027703 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b1bcd5d-a3a4-4c75-a5c7-e34e65376593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:17.248248 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d518d8e-3ac3-4095-a860-2ff13bce2341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:18.377982 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:19.819057 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:21.491073 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:31.639878 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:35:35.707640 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:45.029650 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce2f2-de73-4878-b1ad-75a13f2d09c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:47.249075 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58fde54f-b2c1-45e3-8c1b-0dccd83db5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:47.605208 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-c3e2a460-7e03-4265-8393-cd85103340b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365477 May 17 18:35:47.681703 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-acc78ae7-4415-4ded-9c2a-aa835e8e123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:47.683124 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-acc78ae7-4415-4ded-9c2a-aa835e8e123a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0369468 May 17 18:35:47.785431 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-1c1606b0-cb19-4602-87f6-4456dd28c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:47.786950 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-1c1606b0-cb19-4602-87f6-4456dd28c2d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0861971 May 17 18:35:47.846042 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-9a0dfb27-6760-4489-b81b-d28206f30f64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0537131 May 17 18:35:47.894496 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-509cd2b9-22ce-4ab2-8b87-22be22e55a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:47.895854 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-509cd2b9-22ce-4ab2-8b87-22be22e55a70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0446744 May 17 18:35:47.936919 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-a02f2817-1122-47e0-a302-c9e4ab4f22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:47.938368 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-a02f2817-1122-47e0-a302-c9e4ab4f22d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371015 May 17 18:35:48.022584 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-2da514da-03f7-4734-9524-13fc34e9df54 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783844 May 17 18:35:48.114495 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2366da5-ecee-45c4-9000-ceb5dd75def6 req-e4b94c16-778b-45ed-b82d-37fa959ef5c0 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855470 May 17 18:35:48.380925 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:49.822162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:51.492909 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:56.762914 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39920) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:35:56.902322 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Deleting port 6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:35:56.902653 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:56.976934 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:56.977263 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for floatingip (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:56.988852 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Calling delete_port for 6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:35:57.134345 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:57.160373 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event deleted for resources: {'Port': ['ID=6a97a2ee-38ba-4c4f-97d5-3e66a5e3ce82,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:35:57.186383 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.186911 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.187326 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.187742 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.188077 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.188403 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.188727 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.189049 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.189369 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.189713 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.190034 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.190353 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.190671 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.190994 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.191309 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:57.235793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for floatingip (19da6053-d136-4e24-95d4-1a0039dd5995), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:57.236121 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Floating IP 19da6053-d136-4e24-95d4-1a0039dd5995 disassociated (deleted). External IP: 172.27.0.97, port: f833f5d2-871b-45e8-83d5-b0ece2a79fc7. May 17 18:35:57.424844 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Router dadcb267-a3b7-407c-a056-9d74a505285a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:35:57.523116 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:35:57.527910 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:57.532378 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Sync routers for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:35:57.542627 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:35:57.543243 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:35:57.557509 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e7c9ce92-8eed-4fe3-9ed5-ee0d338b4e50 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "DELETE /v2.0/floatingips/19da6053-d136-4e24-95d4-1a0039dd5995 HTTP/1.1" status: 204 len: 168 time: 0.7935185 May 17 18:35:57.558094 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:35:57.560901 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f29e224661e2b7861539d9021e4f59628dbcc831857ef4e73fba2b83326c392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:35:57.648672 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:35:57.657023 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4505f1e6-7121-42cc-b2a6-288060bd4845 x-openstack-request-id: req-4505f1e6-7121-42cc-b2a6-288060bd4845 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:35:57.657623 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:35:57.657833 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4505f1e6-7121-42cc-b2a6-288060bd4845 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:35:57.658284 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4505f1e6-7121-42cc-b2a6-288060bd4845'] response: {'name': 'network-changed', 'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'status': 'completed', 'code': 200} May 17 18:35:57.727631 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-76509afe-9396-4a1c-8ed0-2eea1ea1877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:57.729195 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-76509afe-9396-4a1c-8ed0-2eea1ea1877a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 1130 time: 0.0459208 May 17 18:35:57.796677 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e5390-a7e5-4732-b203-53f695877267 req-19652814-b400-4852-b154-c986edcf8553 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:57.798174 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c11e5390-a7e5-4732-b203-53f695877267 req-19652814-b400-4852-b154-c986edcf8553 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0509198 May 17 18:35:57.848996 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c11e5390-a7e5-4732-b203-53f695877267 req-8a93a389-cc08-4181-9d14-cf50d035a3ae tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438621 May 17 18:35:57.958286 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:35:57.988266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Checking router: dadcb267-a3b7-407c-a056-9d74a505285a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:35:57.997846 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:35:57.998467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:35:58.100259 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:35:58.280120 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:35:58.303706 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de16285-8964-42ef-aeba-e9453b208493 None None] The sync data for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi is: [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:30:57Z', 'revision_number': 4, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi', '_interfaces': [{'id': 'a19fe6fc-4198-46df-b555-c6935a2fedbd', 'name': '', 'network_id': 'fbace396-278d-431c-8207-e07d0d1e0e78', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'mac_address': 'fa:16:3e:24:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:56Z', 'updated_at': '2022-05-17T18:31:01Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'subnets': [{'id': 'cfc808d6-822c-47d5-9c65-a15dcfe0ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:35:58.527152 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01880f90-7973-4b5d-b273-cdbf66d2a5b2 None None] New status for floating IP 19da6053-d136-4e24-95d4-1a0039dd5995: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 18:35:58.786940 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-8ef6babc-4c63-408e-9ae4-ad551f1fc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:58.788381 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-8ef6babc-4c63-408e-9ae4-ad551f1fc25a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 200 len: 909 time: 0.0871046 May 17 18:35:58.827666 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-42526969-d449-46ee-8c36-606dde37659c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 200 len: 217 time: 0.0314460 May 17 18:35:58.875700 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-e3545abc-cb63-4971-8fda-655a53a87135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:58.877146 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-e3545abc-cb63-4971-8fda-655a53a87135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 200 len: 847 time: 0.0437787 May 17 18:35:58.928783 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-474c5b3e-45b7-4099-8efd-60e3e8aa9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:58.930297 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-474c5b3e-45b7-4099-8efd-60e3e8aa9016 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbace396-278d-431c-8207-e07d0d1e0e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425825 May 17 18:35:58.966119 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149f8e-efca-497a-bdab-220914755f8f req-293f3dfc-0965-48ef-8f63-a209192ba572 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:58.967595 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2149f8e-efca-497a-bdab-220914755f8f req-293f3dfc-0965-48ef-8f63-a209192ba572 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0466223 May 17 18:35:59.016146 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2149f8e-efca-497a-bdab-220914755f8f req-362cfeb9-3c37-4d29-92b2-eba51f101555 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/security-groups?id=a439bd1e-b19b-422d-9ed8-60d86ee77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 May 17 18:35:59.103382 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-9ab67f28-c3a5-4a29-8cd8-bdba866e3e43 service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812364 May 17 18:35:59.196908 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ecdf40c-41cb-4e9e-8e7f-b2d1d6a75045 req-03794e41-20f5-4f02-92ac-936a1fa3a09f service neutron] 10.222.0.59 "GET /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872314 May 17 18:35:59.401239 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-94156314-0d89-4888-a8d8-c2e839b3d597 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 18:35:59.402652 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-94156314-0d89-4888-a8d8-c2e839b3d597 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 946 time: 0.0442569 May 17 18:35:59.479389 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Deleting port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:35:59.479729 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:59.566125 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] For port f833f5d2-871b-45e8-83d5-b0ece2a79fc7, host hv-cinder-83736, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83736',level=0,port_id=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:35:59.566477 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:59.579338 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Calling delete_port for f833f5d2-871b-45e8-83d5-b0ece2a79fc7 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:35:59.698899 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (f833f5d2-871b-45e8-83d5-b0ece2a79fc7), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:59.726777 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event deleted for resources: {'Port': ['ID=f833f5d2-871b-45e8-83d5-b0ece2a79fc7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:35:59.753820 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.754165 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.754503 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.754835 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.755165 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.755489 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.755811 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.756133 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.756455 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.756772 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.757087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.757407 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.757747 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.758062 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.758375 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837362-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 18:35:59.781224 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] No DVR routers for this DVR port f833f5d2-871b-45e8-83d5-b0ece2a79fc7 on host hv-cinder-83736 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:35:59.783503 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76729'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:35:59.786626 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6dccfe7c-ac65-4516-8fb6-cc9cd5fa33cc req-49b42aa6-904a-477e-9b33-0efa85173729 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.59 "DELETE /v2.0/ports/f833f5d2-871b-45e8-83d5-b0ece2a79fc7 HTTP/1.1" status: 204 len: 173 time: 0.3781309 May 17 18:35:59.787048 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-deleted', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 18:35:59.789290 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a57d4fae08375dcf3bdd7e6fd42f0970fd7e4ddc0990cff40b0d7484ba6aa66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17938b8d-4605-4121-9859-b8eafbcf07e5" -d '{"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-deleted", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 18:35:59.883659 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f8002-ca7d-48bd-ba2e-a7a920f286fb x-openstack-request-id: req-b19f8002-ca7d-48bd-ba2e-a7a920f286fb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 18:35:59.883965 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f81823-37ba-4649-a5b8-1f8998fe7bd2", "name": "network-vif-deleted", "tag": "f833f5d2-871b-45e8-83d5-b0ece2a79fc7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 18:35:59.884222 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b19f8002-ca7d-48bd-ba2e-a7a920f286fb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 18:35:59.884634 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19f8002-ca7d-48bd-ba2e-a7a920f286fb'] response: {'server_uuid': 'f1f81823-37ba-4649-a5b8-1f8998fe7bd2', 'name': 'network-vif-deleted', 'tag': 'f833f5d2-871b-45e8-83d5-b0ece2a79fc7', 'status': 'completed', 'code': 200} May 17 18:36:00.121134 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ad8bc09-5ed5-4fa2-bb66-a005e25e55e3 req-389a736e-0de5-43a4-b4aa-d279aa0bfe9b tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1f81823-37ba-4649-a5b8-1f8998fe7bd2 HTTP/1.1" status: 200 len: 210 time: 0.0366666 May 17 18:36:01.182119 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39950) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:01.236423 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (a439bd1e-b19b-422d-9ed8-60d86ee77e8b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:01.264286 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (a439bd1e-b19b-422d-9ed8-60d86ee77e8b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:01.322481 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (a439bd1e-b19b-422d-9ed8-60d86ee77e8b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:01.325683 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:01.326818 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] 10.222.0.65 "DELETE /v2.0/security-groups/a439bd1e-b19b-422d-9ed8-60d86ee77e8b HTTP/1.1" status: 204 len: 168 time: 0.1452525 May 17 18:36:01.336439 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99434458-ace4-426a-a678-081e67c0bf81 tempest-TestShelveInstance-678370935 tempest-TestShelveInstance-678370935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a439bd1e-b19b-422d-9ed8-60d86ee77e8b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:02.383177 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:02.769814 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (dadcb267-a3b7-407c-a056-9d74a505285a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:02.978657 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Deleting port a19fe6fc-4198-46df-b555-c6935a2fedbd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:02.978989 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:03.054339 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 no longer exists at agent hyperv_hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:03.056024 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] For port a19fe6fc-4198-46df-b555-c6935a2fedbd, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=a19fe6fc-4198-46df-b555-c6935a2fedbd,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:03.056388 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:03.069550 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Calling delete_port for a19fe6fc-4198-46df-b555-c6935a2fedbd owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:03.077288 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] No Port match for: f833f5d2-871b-45e8-83d5-b0ece2a79fc7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:03.077653 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Device f833f5d2-871b-45e8-83d5-b0ece2a79fc7 not bound to the agent host hv-cinder-83736 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:03.239992 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (a19fe6fc-4198-46df-b555-c6935a2fedbd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:03.265444 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Pushing event deleted for resources: {'Port': ['ID=a19fe6fc-4198-46df-b555-c6935a2fedbd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:03.422666 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (dadcb267-a3b7-407c-a056-9d74a505285a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:03.619065 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Router dadcb267-a3b7-407c-a056-9d74a505285a has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:36:03.715600 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:36:03.723579 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dd888e2e-2c1e-40b8-80a2-d2f0e94ce18b admin admin] 10.222.0.65 "PUT /v2.0/routers/dadcb267-a3b7-407c-a056-9d74a505285a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3366342 May 17 18:36:03.723579 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:03.726032 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Sync routers for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:36:03.737146 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:36:03.737815 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:03.835984 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:36:04.013140 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:36:03Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:04.039382 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Checking router: dadcb267-a3b7-407c-a056-9d74a505285a for host: dv-cinder-837362-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:36:04.048136 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Routers {'dadcb267-a3b7-407c-a056-9d74a505285a'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:36:04.048758 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['dadcb267-a3b7-407c-a056-9d74a505285a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:04.060584 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks [] for router (dadcb267-a3b7-407c-a056-9d74a505285a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.148868 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] Set router dadcb267-a3b7-407c-a056-9d74a505285a gateway port host: dv-cinder-837362-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:36:04.156212 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks [] for router_gateway (dadcb267-a3b7-407c-a056-9d74a505285a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.210337 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Deleting port 6a0dcaa7-5727-4430-863f-55e7b21ed426 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:04.210718 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.288333 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] For port 6a0dcaa7-5727-4430-863f-55e7b21ed426, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=6a0dcaa7-5727-4430-863f-55e7b21ed426,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:04.288612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.301417 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Calling delete_port for 6a0dcaa7-5727-4430-863f-55e7b21ed426 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:04.315782 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:36:03Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:04.341923 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd53f1c-9a5a-41e7-8087-69d5e0dfbea2 None None] The sync data for ids ['dadcb267-a3b7-407c-a056-9d74a505285a'] in dv-cinder-837362-2-iscsi is: [{'id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'name': 'tempest-TestShelveInstance-935779058-router', 'tenant_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:36:03Z', 'revision_number': 5, 'project_id': 'ebc3e65ea59f43f6b93e5fc5aec51e85', 'gw_port': {'id': '6a0dcaa7-5727-4430-863f-55e7b21ed426', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dadcb267-a3b7-407c-a056-9d74a505285a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:30:54Z', 'updated_at': '2022-05-17T18:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:36:04.470277 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (6a0dcaa7-5727-4430-863f-55e7b21ed426), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.498169 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0dcaa7-5727-4430-863f-55e7b21ed426,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:04.555191 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (dadcb267-a3b7-407c-a056-9d74a505285a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.637107 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (dadcb267-a3b7-407c-a056-9d74a505285a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.639720 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks [] for router_controller (dadcb267-a3b7-407c-a056-9d74a505285a), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.680287 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (dadcb267-a3b7-407c-a056-9d74a505285a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.680968 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dadcb267-a3b7-407c-a056-9d74a505285a {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:36:04.686161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.687367 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3902a376-4e37-47aa-93c0-d1ec35c1333d admin admin] 10.222.0.65 "DELETE /v2.0/routers/dadcb267-a3b7-407c-a056-9d74a505285a HTTP/1.1" status: 204 len: 168 time: 0.9629953 May 17 18:36:04.689999 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:04.736395 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Deleting subnet cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:36:04.739548 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Publish callbacks [] for subnet (cfc808d6-822c-47d5-9c65-a15dcfe0ebf9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.778625 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892269'] for subnet (cfc808d6-822c-47d5-9c65-a15dcfe0ebf9), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.852451 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (cfc808d6-822c-47d5-9c65-a15dcfe0ebf9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.905986 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8892246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9004991'] for subnet (cfc808d6-822c-47d5-9c65-a15dcfe0ebf9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.932209 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc808d6-822c-47d5-9c65-a15dcfe0ebf9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:04.936454 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:04.939606 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-477b9df0-f016-4a93-beaf-bfc34964d0ed admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cfc808d6-822c-47d5-9c65-a15dcfe0ebf9 HTTP/1.1" status: 204 len: 168 time: 0.2485917 May 17 18:36:04.942150 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39964) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:04.943737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59362a9b-8086-45d1-8d65-c4c2fbe01417 None None] Network fbace396-278d-431c-8207-e07d0d1e0e78 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:36:05.020674 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (fbace396-278d-431c-8207-e07d0d1e0e78), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.064533 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Deleting port 781fd2da-98f4-4173-97d8-8957d3844308 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:05.064872 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (781fd2da-98f4-4173-97d8-8957d3844308), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.132344 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] For port 781fd2da-98f4-4173-97d8-8957d3844308, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=781fd2da-98f4-4173-97d8-8957d3844308,segment=NetworkSegment(7e630f2d-4536-4122-b04d-750b7ad07a5d),segment_id=7e630f2d-4536-4122-b04d-750b7ad07a5d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:05.132708 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (781fd2da-98f4-4173-97d8-8957d3844308), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.145025 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Calling delete_port for 781fd2da-98f4-4173-97d8-8957d3844308 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:05.219748 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (781fd2da-98f4-4173-97d8-8957d3844308), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.243317 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Pushing event deleted for resources: {'Port': ['ID=781fd2da-98f4-4173-97d8-8957d3844308,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:05.246718 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] No DVR routers for this DVR port 781fd2da-98f4-4173-97d8-8957d3844308 on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:36:05.317612 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (fbace396-278d-431c-8207-e07d0d1e0e78), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.338480 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a81951-3133-4be9-9a88-da5a4047b5d4 None None] DHCP port deletion for fbace396-278d-431c-8207-e07d0d1e0e78 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:36:05.338994 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbace396-278d-431c-8207-e07d0d1e0e78']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:05.350904 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e630f2d-4536-4122-b04d-750b7ad07a5d') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:05.351153 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e630f2d-4536-4122-b04d-750b7ad07a5d') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:05.361706 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (7e630f2d-4536-4122-b04d-750b7ad07a5d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.376735 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (7e630f2d-4536-4122-b04d-750b7ad07a5d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.382756 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:36:05.383087 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (7e630f2d-4536-4122-b04d-750b7ad07a5d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:36:05.384739 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:36:05.441085 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (fbace396-278d-431c-8207-e07d0d1e0e78), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.446380 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.449414 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] 10.222.0.65 "DELETE /v2.0/networks/fbace396-278d-431c-8207-e07d0d1e0e78 HTTP/1.1" status: 204 len: 168 time: 0.5062814 May 17 18:36:05.453103 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:05.460252 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e0a20-5b4c-4cfd-846d-dc0ab072a03a admin admin] Pushing event deleted for resources: {'Network': ['ID=fbace396-278d-431c-8207-e07d0d1e0e78,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:05.722990 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.759163 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672719'] for router_interface (5a1ec000-21b5-4882-a17d-c8d344305648), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:05.972540 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Deleting port f165b545-3936-4e4e-b625-9db548f28fb6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:05.972873 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.054465 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] For port f165b545-3936-4e4e-b625-9db548f28fb6, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=f165b545-3936-4e4e-b625-9db548f28fb6,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:06.054740 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.067553 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Calling delete_port for f165b545-3936-4e4e-b625-9db548f28fb6 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:06.234188 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 781fd2da-98f4-4173-97d8-8957d3844308 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:06.239312 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (f165b545-3936-4e4e-b625-9db548f28fb6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.253576 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 781fd2da-98f4-4173-97d8-8957d3844308 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:06.253919 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 781fd2da-98f4-4173-97d8-8957d3844308 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:06.254333 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a19fe6fc-4198-46df-b555-c6935a2fedbd no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:06.268566 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f165b545-3936-4e4e-b625-9db548f28fb6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:06.271620 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: a19fe6fc-4198-46df-b555-c6935a2fedbd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:06.271965 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device a19fe6fc-4198-46df-b555-c6935a2fedbd not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:06.272569 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6a0dcaa7-5727-4430-863f-55e7b21ed426 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:06.292820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 6a0dcaa7-5727-4430-863f-55e7b21ed426 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:06.293240 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 6a0dcaa7-5727-4430-863f-55e7b21ed426 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:06.427104 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-688080'] for router_interface (5a1ec000-21b5-4882-a17d-c8d344305648), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.624983 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Router 5a1ec000-21b5-4882-a17d-c8d344305648 has already been hosted by L3 agent de62d68e-ccb9-4b68-892f-accfe6e89525 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 18:36:06.719773 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] Notify agent at l3_agent.dv-cinder-837362-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 18:36:06.724875 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7f8240d9-506d-47f8-a692-8189b2edfdc5 admin admin] 10.222.0.65 "PUT /v2.0/routers/5a1ec000-21b5-4882-a17d-c8d344305648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2705786 May 17 18:36:06.727289 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39968) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:06.730228 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Sync routers for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 18:36:06.740918 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:36:06.741592 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:06.824071 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks [] for router (5a1ec000-21b5-4882-a17d-c8d344305648), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.922429 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: dv-cinder-837362-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:36:06.923881 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks [] for router_gateway (5a1ec000-21b5-4882-a17d-c8d344305648), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:06.964314 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Deleting port c6e8e606-77d2-495c-976a-10bdde7419d8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:06.964649 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.046223 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] For port c6e8e606-77d2-495c-976a-10bdde7419d8, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=c6e8e606-77d2-495c-976a-10bdde7419d8,segment=NetworkSegment(92379302-d0a0-4c3f-a083-d7d6fa8652c1),segment_id=92379302-d0a0-4c3f-a083-d7d6fa8652c1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:07.046650 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.064455 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Calling delete_port for c6e8e606-77d2-495c-976a-10bdde7419d8 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:07.088382 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'external_fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:36:06Z', 'revision_number': 5, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port': {'id': 'c6e8e606-77d2-495c-976a-10bdde7419d8', 'name': '', 'network_id': 'd70b2dab-5e84-4923-8459-1dec53a0d708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T18:31:00Z', 'updated_at': '2022-05-17T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2280e49-e165-446c-91a7-6c0195fba980', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837362-2-iscsi'}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:07.112659 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Checking router: 5a1ec000-21b5-4882-a17d-c8d344305648 for host: dv-cinder-837362-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 18:36:07.120789 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Routers {'5a1ec000-21b5-4882-a17d-c8d344305648'} bound to L3 agent in host dv-cinder-837362-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 18:36:07.121394 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T18:08:47Z,description=,heartbeat_timestamp=2022-05-17T18:35:47Z,host='dv-cinder-837362-2-iscsi',id=de62d68e-ccb9-4b68-892f-accfe6e89525,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T18:08:47Z,topic='l3_agent')) {'router_ids': ['5a1ec000-21b5-4882-a17d-c8d344305648'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:07.203510 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] Set router 5a1ec000-21b5-4882-a17d-c8d344305648 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 18:36:07.229777 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420922'] for port (c6e8e606-77d2-495c-976a-10bdde7419d8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.253676 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:36:06Z', 'revision_number': 6, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port_host': None}], 'dv-cinder-837362-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:07.254268 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e8e606-77d2-495c-976a-10bdde7419d8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:07.277967 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cd33f-8b49-465b-95de-6f0650835c71 None None] The sync data for ids ['5a1ec000-21b5-4882-a17d-c8d344305648'] in dv-cinder-837362-2-iscsi is: [{'id': '5a1ec000-21b5-4882-a17d-c8d344305648', 'name': 'tempest-TestShelveInstance-1358192174-router', 'tenant_id': '2f9658f52e2a4b6b998d18029d820c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T18:30:59Z', 'updated_at': '2022-05-17T18:36:06Z', 'revision_number': 6, 'project_id': '2f9658f52e2a4b6b998d18029d820c53', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 18:36:07.333649 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678397'] for router_gateway (5a1ec000-21b5-4882-a17d-c8d344305648), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.421867 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router (5a1ec000-21b5-4882-a17d-c8d344305648), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.423948 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks [] for router_controller (5a1ec000-21b5-4882-a17d-c8d344305648), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.465235 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676524'] for router (5a1ec000-21b5-4882-a17d-c8d344305648), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.465804 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1ec000-21b5-4882-a17d-c8d344305648 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 18:36:07.470640 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.471807 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-45cbf580-a49e-4be3-a903-bd3c57fddea7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5a1ec000-21b5-4882-a17d-c8d344305648 HTTP/1.1" status: 204 len: 168 time: 0.7435887 May 17 18:36:07.474560 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39970) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:07.518050 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Deleting subnet 502b777c-ff19-43f6-8c1f-f9c75b4e21d8 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 18:36:07.521051 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Publish callbacks [] for subnet (502b777c-ff19-43f6-8c1f-f9c75b4e21d8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.554069 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9174308'] for subnet (502b777c-ff19-43f6-8c1f-f9c75b4e21d8), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.629676 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3805937'] for subnet (502b777c-ff19-43f6-8c1f-f9c75b4e21d8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.683323 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3805928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8422091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8934498'] for subnet (502b777c-ff19-43f6-8c1f-f9c75b4e21d8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.711545 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502b777c-ff19-43f6-8c1f-f9c75b4e21d8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:07.713393 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.717925 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-44669c1b-f19e-4b97-b333-c9955dc84f61 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/502b777c-ff19-43f6-8c1f-f9c75b4e21d8 HTTP/1.1" status: 204 len: 168 time: 0.2423613 May 17 18:36:07.719162 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:07.723281 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9372e8-0087-4b53-933c-f43197b3188a None None] Network 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 requested from dv-cinder-837362-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 18:36:07.787859 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3877934'] for network (5b3b434f-aef4-4d64-bbb6-420e3613f6e5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.832763 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Deleting port 111ae928-1da0-4097-a426-b04b92f171ef {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 18:36:07.833093 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734635806949'] for port (111ae928-1da0-4097-a426-b04b92f171ef), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.894217 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] For port 111ae928-1da0-4097-a426-b04b92f171ef, host dv-cinder-837362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837362-2-iscsi',level=0,port_id=111ae928-1da0-4097-a426-b04b92f171ef,segment=NetworkSegment(addf6164-1d19-493c-ab75-df209c598942),segment_id=addf6164-1d19-493c-ab75-df209c598942)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 18:36:07.894574 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-672517'] for port (111ae928-1da0-4097-a426-b04b92f171ef), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:07.907175 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Calling delete_port for 111ae928-1da0-4097-a426-b04b92f171ef owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 18:36:07.983775 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3857123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734635815545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734635393374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8868775'] for port (111ae928-1da0-4097-a426-b04b92f171ef), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.007974 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=111ae928-1da0-4097-a426-b04b92f171ef,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:08.011335 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] No DVR routers for this DVR port 111ae928-1da0-4097-a426-b04b92f171ef on host dv-cinder-837362-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 18:36:08.050174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b136b4-7a64-48f4-818c-785393a888ea None None] DHCP port deletion for 5b3b434f-aef4-4d64-bbb6-420e3613f6e5 request from dv-cinder-837362-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 18:36:08.091732 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885892', 'neutron.services.segments.db._delete_segments_for_network-8734635788054'] for network (5b3b434f-aef4-4d64-bbb6-420e3613f6e5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.110987 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3b434f-aef4-4d64-bbb6-420e3613f6e5']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:08.120114 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addf6164-1d19-493c-ab75-df209c598942') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:08.120433 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addf6164-1d19-493c-ab75-df209c598942') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 18:36:08.130116 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734635788575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892244'] for segment (addf6164-1d19-493c-ab75-df209c598942), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.144006 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474'] for segment (addf6164-1d19-493c-ab75-df209c598942), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.149984 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 18:36:08.150364 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3806474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8868852'] for segment (addf6164-1d19-493c-ab75-df209c598942), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: timer() May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: cb(*args, **kw) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: self._notify() May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: self.callback(batched_events) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: event.method(event) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._get(url).json() May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 18:36:08.152382 dv-cinder-837362-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 18:36:08.207353 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-672975'] for network (5b3b434f-aef4-4d64-bbb6-420e3613f6e5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.212435 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630909'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.215744 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5b3b434f-aef4-4d64-bbb6-420e3613f6e5 HTTP/1.1" status: 204 len: 168 time: 0.4955893 May 17 18:36:08.228203 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc55e2b-0bb6-425f-91cd-85f1a49dc6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3b434f-aef4-4d64-bbb6-420e3613f6e5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:08.258098 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 111ae928-1da0-4097-a426-b04b92f171ef no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:08.278423 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: 111ae928-1da0-4097-a426-b04b92f171ef {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:08.278892 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device 111ae928-1da0-4097-a426-b04b92f171ef not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:08.279380 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c6e8e606-77d2-495c-976a-10bdde7419d8 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:08.305737 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: c6e8e606-77d2-495c-976a-10bdde7419d8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:08.306126 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device c6e8e606-77d2-495c-976a-10bdde7419d8 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:08.306486 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device f165b545-3936-4e4e-b625-9db548f28fb6 no longer exists at agent ovs-agent-dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 18:36:08.327185 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] No Port match for: f165b545-3936-4e4e-b625-9db548f28fb6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 18:36:08.327964 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Device f165b545-3936-4e4e-b625-9db548f28fb6 not bound to the agent host dv-cinder-837362-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 18:36:08.344142 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39976) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:08.383667 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a8c2b177-b1b3-4476-a52f-aa52b383b5bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebc3e65ea59f43f6b93e5fc5aec51e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383842 May 17 18:36:08.386161 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.65', 39978) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:08.436083 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] Publish callbacks [] for security_group (bb0d9f0f-f3cf-40bd-8fee-eddc88b87141), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.456415 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] Publish callbacks [] for security_group (bb0d9f0f-f3cf-40bd-8fee-eddc88b87141), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.501987 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (bb0d9f0f-f3cf-40bd-8fee-eddc88b87141), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.504430 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.505616 dv-cinder-837362-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb0d9f0f-f3cf-40bd-8fee-eddc88b87141 HTTP/1.1" status: 204 len: 168 time: 0.1185460 May 17 18:36:08.513123 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9be0a-adf0-420c-a66d-a14d3cd9929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d9f0f-f3cf-40bd-8fee-eddc88b87141,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:08.638809 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:36:08.811464 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:08.851150 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a2a0ee1f-60a3-454e-ad36-f1b789acaec1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f9658f52e2a4b6b998d18029d820c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385714 May 17 18:36:08.853676 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.65', 39986) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 18:36:08.898282 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] Publish callbacks [] for security_group (aa54cc69-fbc3-4a05-9a3d-bffbf54be91a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.923181 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] Publish callbacks [] for security_group (aa54cc69-fbc3-4a05-9a3d-bffbf54be91a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.967437 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590968'] for security_group (aa54cc69-fbc3-4a05-9a3d-bffbf54be91a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.970107 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:08.971208 dv-cinder-837362-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa54cc69-fbc3-4a05-9a3d-bffbf54be91a HTTP/1.1" status: 204 len: 168 time: 0.1166632 May 17 18:36:08.978483 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912207d9-b01c-481e-be91-19ea3f4ca255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa54cc69-fbc3-4a05-9a3d-bffbf54be91a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 18:36:15.031524 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfce7dd3-bce8-4d69-9d67-d0ce76b390c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:17.250790 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-89225112-a28a-429b-8511-1322f4a7ef8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:18.382901 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:19.824432 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:21.494935 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:35.740314 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:45.033179 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b7af87a-e4d7-4157-b31c-6632c11ceb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:45.637589 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:36:47.252423 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-135b16ee-c0a5-4817-9fa5-23d0ec41abf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:48.386866 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:49.829824 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:36:51.496283 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:05.738902 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:15.035518 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cbcfdbd2-9e26-47f5-a2ac-c5793d544210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:17.255309 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f17a8a62-b0fe-4eb4-afc2-2f6ce4d2302c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:18.388664 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:19.830691 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:21.498268 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:22.636999 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:37:35.753115 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:45.036302 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e77ed918-39e0-42c2-930a-77728d0d671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:47.256174 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-633fcd51-d96e-49f2-9b54-8f389510dfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:48.390414 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:49.834194 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:51.500558 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:37:59.636112 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:38:05.775520 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:15.039198 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9276e918-b92c-431d-b705-9f0c1c003c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:17.260071 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d51f27fd-5900-404f-a6fc-14307e512624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:18.394698 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:19.837224 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:21.502221 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:24.910514 dv-cinder-837362-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-638d0123-42eb-4339-a109-46e240f8657a service neutron] (103477) timed out ('10.222.0.65', 33738) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:38:25.077793 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-8ca3c15a-b12c-448a-85c2-a581fbb40031 req-90707b88-685c-4ff8-aae8-cefa66a1edb5 tempest-AttachVolumeShelveTestJSON-565826877 tempest-AttachVolumeShelveTestJSON-565826877-project] (103476) timed out ('10.222.0.65', 33746) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:38:35.771923 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:36.636352 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:38:45.040407 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d9fe-138b-405a-b19b-daa6a29f6df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:47.261728 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4bfca6ed-464f-4e4e-b26e-2ce24c5da23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:48.397094 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:49.842266 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:38:51.504162 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:05.767450 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:13.636812 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:39:15.041688 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8468d36-c629-4cf2-b885-a3771cf668e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:17.263563 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cca9707-a9f3-4c9d-a08d-27a160786ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:18.400722 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:19.841315 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:21.506585 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:35.765954 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:45.042169 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-042330ca-806a-42e3-acf2-1ad0abe2e5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:47.265775 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-54fc9230-35cc-4913-a60e-c7f447b68bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:48.402606 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:49.844743 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:39:50.636727 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:39:51.510181 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:05.771858 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:15.043488 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e612f7c-9852-4bc9-9b08-2bad1494262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:17.266530 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5aa5af65-1a09-42b8-9182-687ff51a29f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:18.407264 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:19.847890 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:21.510841 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:22.689326 dv-cinder-837362-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-f725fafa-21b0-4c64-95a9-27f1abcfee36 req-a0c6ce27-e47b-4b2d-95b1-fa5642e6919a service neutron] (103476) timed out ('10.222.0.59', 49917) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 18:40:27.635668 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:40:35.764858 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:45.045491 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eccdc8eb-4f73-4232-9664-92f62eeb7549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:47.268171 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d64bfec-e921-4dd6-9dec-fcdd7e98348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:48.411551 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:49.850323 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:40:51.513498 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:04.634416 dv-cinder-837362-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-58804cf4-4bb3-483a-a1e5-f73ac09579bf None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:41:05.767493 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:15.046962 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2bcd737f-88ba-41b5-bf56-787f722b586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (ab5a87cb-7248-4cc6-8729-b3d3c02c2011), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:17.269548 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfacb06e-2337-4fd9-a0a6-34fb1a8d2eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (de62d68e-ccb9-4b68-892f-accfe6e89525), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:18.411467 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f50d415b-0336-4ffc-8a4e-e74c01edf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b965cc27-279d-4738-ab66-017386ad227e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:19.852425 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92db8778-ecd6-4a3e-b009-2c3e13cc14c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (b5808e82-bcf2-48ab-8627-320f286cf934), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:21.514820 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-008ed372-a617-453c-a2a2-9f7602b8c083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (e0209ffb-8bf0-426d-968e-9dec1d271a83), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:41:35.764029 dv-cinder-837362-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3087-7038-46ad-ae3f-d402972fbe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734635788036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883911'] for agent (7f30e04e-245c-4d6f-888e-8943ccc61078), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}